// Computer Program Listing Appendix Under 37 CFR 1 .52(e) 
// client_info.h 

// Copyright (c) 2004, Alio TV. All Rights Reserved. 

#ifndef CLIENTJNFOJH 

#define CLIENTJNFOJH 

#include <alio_session.h> 

#include <alio_error.h> 

#include <data_object.h> 

#include <array.h> 

#include "time.h" 

#include <client_mediajist.h> 

class AlioSession; 

class Clientlnfo: public DataObject 

{ 

public: 

static AlioError TableConfirm( AlioSession* alioSession ); 
static AlioError TableDrop( AlioSession* alioSession ); 

static AlioError SamplesCreate( AlioSession* alioSession, int base, int count ); 
static Clientlnfo* Find( AlioSession* alioSession, int id ); 

static Array< Clientlnfo* >* FindByContactTimeout( Array< Clientlnfo *>* results, AlioSession* alioSession, long 
long time ); 

static Array< Clientlnfo* >* FindTopPriorityDownload( Array< Clientlnfo *>* results, AlioSession* alioSession ); 
static Array< Clientlnfo* >* FindNormalPriorityDownload( Array< Clientlnfo *>* results, AlioSession* alioSession ); 
static Array< Clientlnfo* >* FindMediaSource( Array< Clientlnfo *>* results, AlioSession* alioSession, int 
medialtemld, bool p2pEnable, bool serverEnable, bool avoidPassive ); 

static Array< Clientlnfo* >* FindServers( Array< Clientlnfo *>* results, AlioSession* alioSession ); 
Clientlnfo( AlioSession* alioSessionlnit ); 
Clientlnfo( AlioSession* alioSessionlnit, int idlnit ); 
~Clientlnfo(); 

AlioError createDBObject(); 
AlioError deleteDBObject(); 
AlioError updateDBObject(); 

AlioError loadDBObject( char** row, int fieldCount ); 

void contactTimeoutProcess( long long time ); 

void mediaProcess( long long time ); 

void ipAddressSet( const char* ipAddresslnit ); 

char* ipAddressGet(); 

void ipPortSet( int ipPortlnit ); 

int ipPortGet(); 

void ipMessagePortSet( int ipMessagePortlnit ) { ipMessagePort = ipMessagePortlnit; dirtySet(); } 
int ipMessagePortGet() { return ipMessagePort; } 

void ipTransferPortSet( int ipTransferPortlnit ) { ipTransferPort = ipTransferPortlnit; dirtySet(); } 
int ipTransferPortGet() { return ipTransferPort; } 

void customerldSet( int customerldlnit ) { customerld = customerldlnit; dirtySet(); } 

int customerldGet() { return customerld; } 

void uplinkCapacitySet( int uplinkCapacitylnit ); 

int uplinkCapacityGet(); 

void uplinkCurrentSet( int uplinkCurrentlnit ); 

int uplinkCurrentGet(); 

void uplinkLastSet( long long uplinkLastlnit ) { uplinkLast = uplinkLastlnit; dirtySet(); } 



long long uplinkLastGet() { return uplinkLast; } 

void downlinkCapacitySet( int downlinkCapacitylnit ); 

int downlinkCapacityGet(); 

void downlinkCurrentSet( int downlinkCurrentlnit ); 
int downlinkCurrentGet(); 

void downlinkLastSet( long long downlinkLastlnit ) { downlinkLast = downlinkLastlnit; dirtySet(); } 

long long downlinkl_astGet() { return downlinkLast; } 

void storageCapacitySet( long long storageCapacitylnit ); 

long long storageCapacityGet(); 

void storageCurrentSet( long long storageCurrentlnit ); 

long long storageCurrentGet(); 

void mediaUnwatchedCountSet( int mediaUnwatchedCountlnit ) { mediaUnwatchedCount = 
mediaUnwatchedCountlnit; dirtySet(); } 

int mediaUnwatchedCountGet() { return mediaUnwatchedCount; } 

void mediaAvailableCountSet( int mediaAvailableCountlnit ) { mediaAvailableCount = mediaAvailableCountlnit; 
dirtySet(); } 

int mediaAvailableCountGetO { return mediaAvailableCount; } 

void medial_istSizeSet( int mediaListSizelnit ) { mediaListSize = mediaListSizelnit; dirtySet(); } 
int mediaListSizeGet() { return mediaListSize; } 

void mediaOutTimeSet( long long mediaOutTimelnit ) { mediaOutTime = mediaOutTimelnit; dirtySet(); } 
long long mediaOutTimeGet() { return mediaOutTime; } 

void mediaRequestedTimeSet( long long mediaRequestedTimelnit ) { mediaRequestedTime = 
mediaRequestedTimelnit; dirtySet(); } 

long long mediaRequestedTimeGet() { return mediaRequestedTime; } 

void mediaTouchedSet( bool mediaTouchedlnit ) { mediaTouched = mediaTouchedlnit; dirtySet(); } 
bool mediaTouchedGet() { return mediaTouched; } 
void connectedSet( bool connectedlnit ); 
bool connectedGet(); 

void contactLastSet( long long contactLastlnit ); 
long long contactLastGet(); 

void contactTimeoutSet( long long contactTimeoutlnit ); 
long long contactTimeoutGet(); 
void passiveSet( bool passivelnit ); 
bool passiveGet(); 

void preloadingSet( bool preloadinglnit ) { preloading = preloadinglnit; dirtySet(); } 

bool preloadingGet() { return preloading; } 

void serverSet( bool serverlnit ) { server = serverlnit; dirtySet(); } 

bool serverGet() { return server; } 

void simulatedSet( bool simulatedlnit ) { simulated = simulatedlnit; dirtySet(); } 
bool simulatedGet() { return simulated; } 

int mediaCountGet(){ mediaListConfirm(); return mediaList->sizeGet(); } 
int medialtemForDownloadNextGet(); 

ClientMedia* clientMediaNew( int mediald, bool requested, int rank ); 
ClientMedia* clientMediaGetFromMediald( int mediald ); 
void clientMediaComplete( int mediald ); 
int clientMedialdForMedialdGet( int medialnfold ); 
void clientMediaMove( int rankOld, int rankNew ); 
void clientMediaRemove( int rank ); 
void clientMediaAdd( int rank, int mediald ); 
private: 



AlioSession* alioSession; 

void processMessage( Message* message ); 

void processMessageClientNewConfirm( Array< char* >* arguments ); 
void init(); 

static Array< Clientlnfo* >* FindByQuery( Array< Clientlnfo *>* results, AlioSession* alioSession, char* query ); 

static Clientlnfo* FindFromCache( AlioSession* alioSession, int id ); 

void medial_istConfirm(); 

long long timeGet() { return time( 0 ); } 

// Kind of database values 

ClientMediaList* mediaList; 

//DATABASE VALUES 

bool server; 

char* ipAddress; 

int ipTransferPort; 

int ipMessagePort; 

int customerld; 

int uplinkCapacity; 

int uplinkCurrent; 

long long uplinkLast; 

int downlinkCapacity; 

int downlinkCurrent; 

long long downlinkLast; 

long long storageCapacity; 

long long storageCurrent; 

int mediaUnwatchedCount; 

int mediaAvailableCount; 

int mediaListSize; 

long long mediaOutTime; 

long long mediaRequestedTime; 

bool mediaTouched; 

bool connected; 

long long contactLast; 

long long contactTimeout; 

bool preloading; 

bool passive; 

bool simulated; 

}; 

#endif 

//scheduler.h 

// Copyright (c) 2004, Alio TV. All Rights Reserved. 

#ifndef SCHEDULERJH 

#define SCHEDULERJH 

#include "scheduleruiinterface.h" 

#include "schedulerinterface.h" 

#include <unistd.h> 

#include <pthread.h> 

#include <alio_session.h> 

#include <log.h> 

#include <media_info.h> 

#include <message.h> 



#include <client_info.h> 
#include <client_media.h> 
#include <message_engine.h> 
#include <transfer.h> 
#include <customer.h> 

#include <customer_media.h> 

I** 

Main Class for the Scheduler 

*7 

class Scheduler: public Schedulerl interface 
{ 

public: 
Scheduled int init ); 
virtual -SchedulerQ {} 

void uilnterfaceSet( SchedulerUllnterface* uilnterfacelnit ); 

// Scheduler Interface 

void run(); 

void stop(); 

long long timeGet(); 

void ipPortSet( int ipPortlnit ) { ipPort = ipPortlnit; } 
void p2pEnableSet( bool enable ); 
void serverEnableSet( bool enable ); 
void threadRunning( ); 
private: 

void iterate( long long sees ); 

void processMessage( Message* message ); 

void processMessageClientNew( Array< char* >* arguments ); 

void processMessageContact( int fromld, Array< char* >* arguments ); 

void processMessagePing( int fromld, Array< char* >* arguments ); 

void processMessageClientMediaNew( int fromld, Array< char* >* arguments ); 

void processMessageClientMediaComplete( int fromld, Array< char* >* arguments ); 

void processMessageTransferStarting( int fromld, Array< char* >* arguments ); 

void processMessageTransferl_istening( int fromld, Array< char* >* arguments ); 

void processMessageTransferConnecting( int fromld, Array< char* >* arguments ); 

void processMessageTransferTransferring( int fromld, Array< char* >* arguments ); 

void processMessageTransferProgress( int fromld, Array< char* >* arguments ); 

void processMessageTransferComplete( int fromld, Array< char* >* arguments ); 

void processMessageTransferTimeout( int fromld, Array< char* >* arguments ); 

void processMessageTransferError( int fromld, Array< char* >* arguments ); 

void processMessageMediaAuthorizationRequest( int fromld, Array< char* >* arguments ); 

void processMessageClientMediaMove( int fromld, Array< char* >* arguments ); 

void processMessageClientMediaAdd( int fromld, Array< char* >* arguments ); 

void processMessageClientMediaRemove( int fromld, Array< char* >* arguments ); 

void messagesMonitor( long long time ); 

void medialtemRemove( int clientld, int rank ); 

void medialtemMove( int clientld, int rankOld, int rankNew ); 

void medialtemAdd( int clientld, int rank, int mediald ); 

bool transfersDesign( bool topPriority ); 

void transfersMonitor( long long time ); 

void transferAbort( Transfer* transfer ); 



Transfer* transferStateSet( int fromld, Transfer: :State state, Array< char* >* arguments ); 
void transferAbortMessageSend( int clientld, int transferld ); 
void databaselnitialize( int init ); 
void customerNewCreate( ); 

void timeSubtract( struct timeval* diff, struct timeval* start, struct timeval* end ); 

long long randomTime(); 

AlioSession alioSession; 

SchedulerU I Interface* uilnterface; 

MessageEngine* messageEngine; 

pthread_t runningThread; 

pthread_mutex_t runningMutex; 

bool running; 

long long customerSpawnLast; 

int customerCount; 

int ipPort; 

bool p2pEnable; 

bool serverEnable; 

bool transferPriority; 

}; 

#endif 

// transfer_engine.h 

// Copyright (c) 2004, Alio TV. All Rights Reserved. 

#ifndef TRANSFER_ENGINE_H 

#define TRANSFER_ENGINE_H 

#include <alio.h> 

#include <alio_session.h> 

#include <transfer_engine_interface.h> 

#include <transfer.h> 

#include <log.h> 

#include <array.h> 

#include <unistd.h> 

#include <pthread.h> 

I** 

Main Class for the TransferEngine 

** J 

#define TRANSFER_ENGINE_QUEUED_CONNECTIONS 5 // what's this for? 
#define MAX_BUF_SIZE 4096 // limit might be intmax 

#define CONNECT_RETRIES_MAX 1 0 

#define BIND_RETRIES_MAX 5 

#define CONNECT_RETRY_SLEEP_SECONDS 5 // 0 means don't sleep 

#define BIND_RETRY_SLEEP_SECONDS 1 // 0 means don't sleep 

#define TRANSFER UNIT SIZE 4096 // limit might be intmax 

#define FILE_CREATE_MODE 0666 // rw for all 

#define ACCEPT_TIMEOUT_SECONDS 30 

#define ACCEPT_TIMEOUT_MILLISECONDS 0 

class TransferEngine; 

class TransferRecord 

{ 

public: 

TransferRecord( TransferEngine* transferEngine, 



int schedulerTransferld, 
int localld, 

int localTransferPort, 

int localClientMediald, 

int remoteld, 

char* remotelPAddress, 

int remoteTransferPort, 

bool localActive, bool localSends, 

char* localPath, 

long long start, 

long long length, 

bool virtual!" ranter ); 
~TransferRecord(); 
TransferEngine* transferEngine; 
int schedulerTransferld; 
int localld; 

int localTransferPort; 
int localClientMediald; 
int remoteld; 
char* remotelPAddress; 
int remoteTransferPort; 
bool localActive; 
bool localSends; 
char* localPath; 
long long start; 
long long length; 
long long current; 
bool virtualTransfer; 
pthread_t thread; 

}; 

class TransferEngine: public TransferEnginelnterface 
{ 

public: 

TransferEngine( int idlnit, const char* databaseName ); 
virtual ~TransferEngine() { } 
//Transfer Engine Interface 

virtual void callbacklnterfaceSet( TransferEngineCallbacklnterface* transferEngineCallbacklnterfacelnit ) 

{ transferEngineCallbacklnterface = transferEngineCallbacklnterfacelnit; } 
virtual void pathBaseSet( const char* pathBaselnit ); 
virtual void transferStart( int schedulerld, 
int localld, 

int localTransferPort, 

int localClientMediald, 

int remoteld, 

char* remotelPAddress, 

int remoteTransferPort, 

bool localActive, bool localSends, 

char* localPath, 

long long start, 

long long length, 



bool virtualTransfer ); 
virtual void transferCancel( int scheduler-Id ); 
void threadRunning( TransferRecord* transferRecord ); 
private: 

void databaseConnectionlnitialize( const char* database ); 
long long timeGet(); 

int acceptWithTimeout( int serverSocket, 

struct sockaddMn* clientlnternetAddress, 
struct timeval timeout); 

Array< TransferRecord *> transferRecords; 

pthread_mutex_t controlMutex; 

int id; 

TransferEngineCallbacklnterface* transferEngineCallbacklnterface; 
AlioSession alioSession; 
pthread_t senderThread; 
char* pathBase; 

}; 

#endif 

// Computer Program Listing Appendix Under 37 CFR 1 .52(e) 
//client_info.cpp 

// Copyright (c) 2004, Alio TV. All Rights Reserved. 
#include <client_info.h> 
#include <time.h> 
#include <log.h> 

#define CLIENT_INFO_QUERY_MAXSIZE 1000 
#define CLIENT_INFO_TABLE_NAME "client_info" 
#define CLIENT_INFO_TABLE_FIELD_COUNT 26 
#define CLIENT_CONTACT_TIMEOUT_BASE 300 
#define CLIENT_CONTACT_TIMEOUT_VARIANCE 60 
#define CLIENT_INFO_FREESPACE 2000000000LL 
#define CLIENT_INFO_WATCHABLE_MAX 20 
#define CLIENT_INFO_NORMS_MAX 100 
#define CLIENT_INFO_HIGH_MAX 1000 
AlioError Clientlnfo::TableConfirm( AlioSession* alioSession ) 
{ 

AlioError error; 

error = alioSession->execute( "SELECT * FROM " 

CLIENT_INFO_TABLE_NAME 

" LIMIT 1;"); 
bool create = ( error != ALIO_OK ); 
if ( error == ALIO_OK ) 

{ 

int fields; 

alioSession->resultsGet(); 

alioSession->resultFieldCountGet( &fields ); 

if ( fields != CLIENT_INFO_TABLE_FIELD_COUNT ) 

{ 

alioSession->dropTable( CLIENT_INFO_TABLE_NAME ); 
create = true; 

} 



alioSession->resultsFree(); 

} 

if ( create ) 
{ 

error = alioSession->execute( "CREATE TABLE " CLIENT_INFO_TABLE_NAME 

" ( id INT PRIMARY KEY," 

" ip_address VARCHAR( 1 00 )," 

" ip_message_port INT," 

" ip_transfer_port INT," 

" customeMd INT," 

" uplink_capacity INT," 

" uplink_current INT," 

" uplinkjast INT," 

" downlink_capacity INT," 

" downlink_current INT," 

" downlinkjast INT," 

" storage_capacity BIG I NT," 

" storage_current BIGINT," 

" media_unwatched_count INT," 

" media_available_count INT," 

" media_list_size INT," 

" media_out_time BIGINT," 

" media_requested_time BIGINT," 

" media_touched INT," 

" connected INT," 

" contactjast BIGINT," 

" contact_timeout BIGINT," 

" passive INT, " 

" preloading INT, " 

" server INT, " 

" simulated INT," 

" INDEX i1 ( media_unwatched_count )," 

" INDEX \2 ( downlinkjast )," 

" );" ); 

if ( error != ALIO_OK ) 
return error; 

} 

return ALIO_OK; 

} 

AlioError Clientlnfo::TableDrop( AlioSession* alioSession ) 
{ 

alioSession->dropTable( CLIENTJNFO_TABLE_NAME ); 
alioSession->idReset( CLIENT_INFO_TABLE_NAME ); 
return ALIO_OK; 

} 

AlioError Clientlnfo::SamplesCreate( AlioSession* alioSession, int base, int count ) 
{ 

alioSession->transactionStart(); 
for ( int i = 0; i < count; i++ ) 
{ 



char ip[ 100 ]; 

Clientlnfo *ci = new Clientlnfo( alioSession ); 
sprintf( ip, "www.ipaddress_%d_%d.com M , base, i ); 
ci->ipAddressSet( ip ); 
ci->ipMessagePortSet( 10000 ); 
ci->ipMessagePortSet( 10001 ); 
ci->ipTransferPortSet( 10001 ); 
ci->customerldSet( i ); 
ci->uplinkCapacitySet( 128000 ); 
ci->uplinkCurrentSet( 0 ); 
ci->uplinkLastSet( 0 ); 
ci->downlinkCapacitySet( 1000000 ); 
ci->downlinkCurrentSet( 0 ); 
ci->downlinkl_astSet( 0 ); 
ci->storageCapacitySet( 40000000 ); 
ci->storageCurrentSet( 0 ); 
ci->connectedSet( false ); 
ci->contactLastSet( 0 ); 
ci->mediaUnwatchedCountSet( 0 ); 
ci->mediaAvailableCountSet( 0 ); 
ci->mediaListSizeSet( 0 ); 
ci->mediaTouchedSet( true ); 
ci->mediaOutTimeSet( 0 ); 
ci->mediaRequestedTimeSet( 0 ); 

ci->contactTimeoutSet( time( 0 ) + ( rand() % 60 ) + ( rand() % 60 ) ); 
ci->passiveSet( false ); 

} 

alioSession->transactionEnd(); 
return ALIO_OK; 

} 

Clientlnfo* Clientlnfo::Find( AlioSession* alioSession, int id ) 
{ 

// first need to see if the object is already loaded 
Clientlnfo* ci; 

if ( ( ci = FindFromCache( alioSession, id ) ) ) 
return ci; 

char q[ CLIENT_INFO_QUERY_MAXSIZE ]; 

snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, "SELECT * from " CLIENT_INFO_TABLE_NAME " WHERE id = 
%d;", id ); 
Alio Error status; 

status = alioSession->execute( q ); 
if ( status != ALIO_OK ) 
return 0; 

status = alioSession->resultsGet(); 
if ( status != ALIO_OK ) 

return 0; 
long long count; 

alioSession->resultCountGet( &count ); 

if ( count == 1 ) 

{ 



ci = new Clientlnfo( alioSession, id ); 
int fieldCount; 

alioSession->resultFieldCountGet( &fieldCount ); 

AlioError status = ci->loadDBObject( alioSession->resultRowGet(), fieldCount ); 

alioSession->resultsFree(); 

if ( status == ALIO_OK ) 

{ 

//if ( alioSession->transactionActive() ) 

// alioSession->clientlnfosGet()->append( mi ); 

return ci; 

} 

else 
return 0; 

} 

else 
{ 

alioSession->resultsFree(); 
return 0; 

} 

} 

Array< Clientlnfo * >* Clientlnfo::FindByContactTimeout( Array< Clientlnfo *>* results, AlioSession* alioSession, long 

longtime ) 

{ 

char q[ CLIENT_INFO_QUERY_MAXSIZE ]; 

snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, "SELECT * from " CLIENT_INFO_TABLE_NAME " WHERE 
contact_timeout < %lld;", time ); 
return FindByQuery( results, alioSession, q ); 

} 

Array< Clientlnfo* >* Clientlnfo: :FindTopPriorityDownload( Array< Clientlnfo *>* results, AlioSession* alioSession ) 
{ 

char q[ CLIENT_INFO_QUERY_MAXSIZE ]; 

snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, "SELECT * from " CLIENT_INFO_TABLE_NAME 

" WHERE media_unwatched_count = 0 AND" 
media_list_size > 0 AND " 
downlink_current = 0 AND " 
connected = 1 AND " 
server = 0 AND" 

storage_capacity - storage_current > %lld " 
" ORDER BY media_out_time" 

" LIMIT %d ;", CLIENT_INFO_FREESPACE, CLIENT_INFO_HIGH_MAX ); 
return FindByQuery( results, alioSession, q ); 

} 

Array< Clientlnfo* >* Clientlnfo::FindNormalPriorityDownload( Array< Clientlnfo *>* results, AlioSession* alioSession ) 
{ 

char q[ CLIENTJNFO_QUERY_MAXSIZE ]; 

snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, "SELECT * from " CLIENT_INFO_TABLE_NAME 

" WHERE downlink_current = 0 AND " 
server = 0 AND" 

media_available_count < %d AND " 
media_list_size > media_available_count AND " 



connected = 1 AND" 

storage_capacity - storage_current > %lld " 
" ORDER BY downlinkjast" 

" LIMIT %d ;", CLIENT_INFO_WATCHABLE_MAX, CLIENT_INFO_FREESPACE, 
CLIENT_INFO_NORMS_MAX ); 
return FindByQuery( results, alioSession, q ); 

} 

Array< Clientlnfo* >* Clientlnfo::FindMediaSource( Array< Clientlnfo *>* results, AlioSession* alioSession, int 

medialtemld, bool p2pEnable, bool serverEnable, bool avoidPassive ) 

{ 

char q[ CLIENT_INFO_QUERY_MAXSIZE ]; 

char *tweak1 ; 

char *tweak2; 

if ( p2pEnable ) 

{ 

if ( serverEnable ) 
tweakl = ""; 
else 

tweakl = " AND " CLIENT_INFO_TABLE_NAME ".server = 0 "; 

} 

else 
{ 

if ( serverEnable ) 

tweakl = " AND " CLIENT_INFO_TABLE_NAME ".server = 1 "; 
else 
{ 

results->empty(); 
return results; 

} 

} 

if ( avoidPassive ) 

tweak2 = " AND " CLIENT_INFO_TABLE_NAME ".passive = 0 "; 
else 

tweak2 = ""; 

snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, "SELECT " CLIENT_INFO_TABLE_NAME ".* from " 
CLIENT_INFO_TABLE_NAME " , " CLIENT_MEDIA_TABLE_NAME 

" WHERE " CLIENTJNFO_TABLE_NAME ".id = " CLIENT MEDIA TABLE NAME 

".client_id AND" 

" CLIENT_MEDIA_TABLE_NAME ".media_id = %d AND" 

" CLIENT_MEDIA_TABLE_NAME ".complete = 1 AND" 

" CLIENT_INFO_TABLE_NAME ".uplink_current < uplink_capacity" 

%s " 
%s " 

" ORDER BY " CLIENT_INFO_TABLE_NAME ".uplinkjast " 

" LIMIT 1;", 

medialtemld, 

tweakl , 

tweak2 ); 

return FindByQuery( results, alioSession, q ); 

} 



Array< Clientlnfo* >* Clientlnfo::FindServers( Array< Clientlnfo *>* results, AlioSession* alioSession ) 
{ 

char q[ CLIENT_INFO_QUERY_MAXSIZE ]; 

snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, "SELECT * from " CLIENT_INFO_TABLE_NAME 

" WHERE server = 1" 

" AND connected = 1;"); 
return FindByQuery( results, alioSession, q ); 

} 

Array< Clientlnfo * >* Clientlnfo::FindByQuery( Array< Clientlnfo *>* results, AlioSession* alioSession, char* q ) 
{ 

Alio Error status; 

status = alioSession->execute( q ); 
if ( status != ALIO_OK ) 

return results; 
status = alioSession->resultsGet(); 
if ( status != ALIO_OK ) 

return results; 
long long count; 

alioSession->resultCountGet( &count ); 
int fieldCount; 

alioSession->resultFieldCountGet( &fieldCount ); 

if ( fieldCount == CLIENT_INFO_TABLE_FIELD_COUNT && count > 0 ) 
{ 

if ( results == 0 ) 

results = new Array< Clientlnfo *>; 
else 

results->empty(); 
for ( int i = 0; i < count; i++ ) 
{ 

char** resultRow = alioSession->resultRowGet(); 
int resultld; 

sscanf( resultRow[ 0 ], "%d", &resultld ); 

Clientlnfo* m = FindFromCache( alioSession, resultld ); 

if ( m == 0 ) 

{ 

m = new Clientlnfo( alioSession, resultld ); 
m->loadDBObject( resultRow, fieldCount ); 

} 

results->append( m ); 

} 

} 

alioSession->resultsFree(); 
return results; 

} 

Clientlnfo* Clientlnfo::FindFromCache( AlioSession* alioSession, int id ) 
{ 

Array< Clientlnfo* >* cs = alioSession->clientlnfoGet(); 

for ( int i = 0; i < cs->sizeGet(); i++ ) 

{ 

Clientlnfo* c = cs->elementGet( i ); 



if ( c->idGet() == id ) 
return c; 

} 

return 0; 

} 

Clientlnfo::Clientlnfo( AlioSession* alioSessionlnit ) : DataObject( alioSessionlnit ) 
{ 

int idNext; 
init(); 

alioSession = alioSessionlnit; 

alioSession->idGet( CLIENT_INFO_TABLE_NAME, 1, &idNext); 
idSet( idNext); 

if ( alioSession->transactionActive() ) 
alioSession->clientlnfoGet()->append( this ); 

} 

Clientlnfo::Clientlnfo( AlioSession* alioSessionlnit, int idlnit ) : DataObject( alioSessionlnit ) 
{ 

init(); 

alioSession = alioSessionlnit; 
idSet( idlnit); 

if ( alioSession->transactionActive() ) 
alioSession->clientlnfoGet()->append( this ); 

} 

void Clientlnfo::init() 
{ 

server = 0; 
ipAddress = 0; 
ipMessagePort = 0; 
ipTransferPort = 0; 
customerld = -1; 
uplinkCapacity = 0; 
uplinkCurrent = 0; 
uplinkLast = 0; 
downlinkCapacity = 0; 
downlinkCurrent = 0; 
downlinkLast = 0; 
storageCapacity = 0; 
storageCurrent = 0; 
connected = 0; 
contactLast = 0; 
contactTimeout = 0; 
passive = 0; 

mediaUnwatchedCount = 0; 
mediaAvailableCount = 0; 
mediaListSize = 0; 
imediaOutTime = 0; 
mediaRequestedTime = 0; 
mediaTouched = 0; 
mediaList = 0; 
preloading = true; 



simulated = false; 

} 

Clientlnfo::~Clientlnfo() 
{ 

if ( ipAddress != 0 ) 
free( ipAddress ); 

alioSession->deletingObject( this ); 

} 

AlioError Clientlnfo::createDBObject() 
{ 

char q[ CLIENT_INFO_QUERY_MAXSIZE ]; 
snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, 

"INSERT INTO " CLIENT_INFO_TABLE_NAME 

" id = %d," 

" ip_address = \"%sY\" 

" ip_message_port = %d, " 

" ip_transfer_port = %d, " 

" customeMd = %d, " 

" uplink_capacity = %d," 

" uplink_current = %d," 

" uplinkjast = %lld," 

" downlink_capacity = %d," 

" downlink_current = %d," 

" downlinkjast = %lld," 

" storage_capacity = %lld," 

" storage_current = %lld," 

" media_unwatched_count = %d," 

" media_available_count = %d," 

" media_list_size = %d," 

" media_out_time = %lld," 

" media_requested_time = %lld," 

" media_touched = %d," 

" connected = %d," 

" contactjast = %lld," 

" contact_timeout = %lld," 

" passive = %d," 

" preloading = %d," 

" server = %d," 

" simulated = %d ;", 

idGet(), 

ipAddress, ipMessagePort, ipTransferPort, 
customerld, 

uplinkCapacity, uplinkCurrent, uplinkLast, 

downlinkCapacity, downlinkCurrent, downlinkLast, 

storageCapacity, storageCurrent, 

mediaUnwatchedCount, mediaAvailableCount, 

mediaListSize, 

mediaOutTime, 

mediaRequestedTime, 

mediaTouched, 



connected, contactLast, contactTimeout, 

passive, 

preloading, 

server, 

simulated ); 

// printf( "CLIENT INFO INSERT QUERY \n %s \n", q ); 
return alioSession->execute( q ); 

} 

AlioError Clientlnfo::deleteDBObject() 
{ 

char q[ CLIENT_INFO_QUERY_MAXSIZE ]; 
snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, 

"DELETE FROM " CLIENT_INFO_TABLE_NAME " WHERE" 
" id = %d;", idGet()); 
return alioSession->execute( q ); 

} 

AlioError Clientlnfo::updateDBObject() 
{ 

char q[ CLIENT_INFO_QUERY_MAXSIZE ]; 
snprintf( q, CLIENT_INFO_QUERY_MAXSIZE, 

"UPDATE " CLIENT_INFO_TABLE_NAME " SET" 

" ip_address = \"%s\"," 

" ip_message_port = %d, " 

" ip_transfer_port = %d, " 

" customeMd = %d, " 

" uplink_capacity = %d," 

" uplink_current = %d," 

" uplinkjast = %lld," 

" downlink_capacity = %d," 

" downlink_current = %d," 

" downlinkjast = %lld," 

" storage_capacity = %lld," 

" storage_current = %lld," 

" media_unwatched_count = %d," 

" media_available_count = %d," 

" media_list_size = %d," 

" media_out_time = %lld," 

" media_requested_time = %lld," 

" media_touched = %d," 

" connected = %d," 

" contactjast = %lld," 

" contact_timeout = %lld," 

" passive = %d, " 

" preloading = %d, " 

" server = %d," 

" simulated = %d " 

" WHERE id = %d;", 

ipAddress, 

ipMessagePort, 

ipTransferPort, 



customerld, 

uplinkCapacity, 

uplinkCurrent, 

uplinkLast, 

downlinkCapacity, 

downlinkCurrent, 

downlinkLast, 

storageCapacity, storageCurrent, 

mediaUnwatchedCount, mediaAvailableCount, 

mediaListSize, 

mediaOutTime, 

mediaRequestedTime, 

mediaTouched, 

connected, contactLast, contactTimeout, 
passive, 
preloading, 
server, 
simulated, 
idGet() ); 
return alioSession->execute( q ); 

} 

AlioError Clientlnfo::loadDBObject( char** row, int fieldCount ) 
{ 

if ( fieldCount == CLIENT_INFO_TABLE_FIELD_COUNT ) 
{ 

long long idlnit; 

sscanf( row[ 0 ], "%lld", &idlnit ); 
idSet( idlnit); 
if ( ipAddress ) 

free( ipAddress ); 
if ( row[ 1 ] ) 

ipAddress = strdup( row[ 1 ] ); 
sscanf(row[2 ], M %d", &ipMessagePort ); 
sscanf( row[ 3 ], 
sscanf( row[ 4 ], 

sscanf(row[5 ], "%d", &uplinkCapacity ); 

"%d", &uplinkCurrent ); 
"%lld", &uplinkLast ); 
M %d", &downlinkCapacity ); 
"%cT\ &downlinkCurrent ); 
sscanf( row[ 10 ], "%lld" 5 &downlinkLast ); 
sscanf( row[ 11 ], 
sscanf( row[ 12 ], 

sscanf( row[ 13 ], "%d", &mediaUnwatchedCount ); 

"%d M , &mediaAvailableCount ); 
"%d" 5 &mediaListSize ); 
"%lld", &mediaOutTime ); 
"%lld M , &mediaRequestedTime ); 
int mediaTouchedlnit; 

sscanf( row[ 18 ], "%d", &mediaTouchedlnit ); 



sscanf ( row[ 6 ] 
sscanf( row[ 7 ] 
sscanf ( row[ 8 ] 
sscanf ( row[ 9 ] 



"%d", &ipTransferPort ); 
"%d", &customerld ); 



sscanf ( row[ 1 4 ] 
sscanf ( row[ 1 5 ] 
sscanf ( row[ 1 6 ] 
sscanf ( row[ 1 7 ] 



"%lld M , &storageCapacity ); 
"%lld", &storageCurrent ); 



int connected I nit; 

sscanf( row[ 19 ], "%cT, &connectedlnit ); 
connected = connectedlnit != 0; 
sscanf( row[ 20 ], "%lld", &contactLast ); 
sscanf( row[ 21 ], "%lld", &contactTimeout ); 
int passive I nit; 

sscanf( row[ 22 ], "%d", &passivelnit ); 
passive = passive I nit != 0; 
int preloadinglnit; 

sscanf( row[ 23 ], "%d", &preloadinglnit ); 
preloading = preloadinglnit != 0; 
int serverlnit; 

sscanf( row[ 24 ], "%d", &serverlnit ); 
server = serverlnit != 0; 
int simulatedlnit; 

sscanf( row[ 25 ], "%d M , &simulatedlnit ); 
simulated = simulatedlnit != 0; 
cleanSet(); 
return ALIO_OK; 

} 

else 

return ALIO_ERROR_BAD_VALUE; 

} 

void Clientlnfo::mediaProcess( long long time ) 
{ 

// load the client media 
medial_istConfirm(); 

mediaUnwatchedCountSet( mediaList->mediaUnwatchedCountGet() ); 
mediaAvailableCountSet( mediaList->mediaAvailableCountGet() ); 
medial_istSizeSet( mediaList->sizeGet() ); 
storageCurrentSet( mediaList->storageCurrentGet() ); 
// assign a time at which the media count goes to zero 

if ( mediaUnwatchedCountGet() == 0 && mediaOutTimeGet() == 0 && medial_istSizeGet() > 0 ) 

mediaOutTimeSet( time ); 
mediaTouchedSet( false ); 

} 

int Clientlnfo::medialtemForDownloadNextGet() 
{ 

mediaListConfirm(); 

return mediaList->medialtemForDownloadNextGet(); 

} 

// 

//INDIRECT GETTERS 

// 

void Clientlnfo::medial_istConfirm() 
{ 

if ( mediaList == 0 ) 
mediaList = new ClientMedial_ist( alioSession, idGet() ); 

} 

ClientMedia* Clientlnfo::clientMediaNew( int mediald, bool requested, int rank ) 



{ 

Log::L( alioSession, 3, "ClientCore", "New ClientMedia", "Mediald %d Requested %d Rank%d", mediald, requested, 
rank ); 
mediaListConfirm(); 

return mediaList->add( mediald, requested, rank ); 

} 

void Clientlnfo::clientMediaComplete( int mediald ) 
{ 

Log::L( alioSession, 3, "ClientCore", "ClientMedia Complete", "Mediald %d", mediald ); 
medial_istConfirm(); 

return medial_ist->completeSet( mediald ); 

} 

int Clientlnfo::clientMedialdForMedialdGet( int medialnfold ) 
{ 

medial_istConfirm(); 

return mediaList->clientMedialdForMedialdGet( medialnfold ); 

} 

ClientMedia* Clientlnfo::clientMediaGetFromMediald( int medialnfold ) 
{ 

medial_istConfirm(); 

return mediaList->clientMediaGetFromMediald( medialnfold ); 

} 

void Clientlnfo::clientMediaMove( int rankOld, int rankNew ) 
{ 

medial_istConfirm(); 
mediaList->move( rankOld, rankNew ); 

} 

void Clientlnfo::clientMediaRemove( int rank ) 
{ 

medial_istConfirm(); 
medial_ist->remove( rank ); 
mediaProcess( timeGet() ); 

} 

void Clientlnfo::clientMediaAdd( int rank, int mediald ) 
{ 

medial_istConfirm(); 
medial_ist->add(mediald, true, rank); 
mediaProcess( timeGet() ); 

} 

// 

// GETTERS AND SETTERS 

// 

void Clientlnfo::ipAddressSet( const char* ipAddresslnit ) 
{ 

if ( ipAddress != NULL) 
free( ipAddress ); 

ipAddress = strdup( ipAddresslnit ); 
dirtySet(); 

} 

char* Clientlnfo::ipAddressGet() 



return ipAddress; 

void Clientlnfo::uplinkCapacitySet( int uplinkCapacitylnit ) 

uplinkCapacity = uplinkCapacitylnit; 
dirtySet(); 

int Clientlnfo::uplinkCapacityGet() 

return uplinkCapacity; 

void Clientlnfo::uplinkCurrentSet( int uplinkCurrentlnit ) 

uplinkCurrent = uplinkCurrentlnit; 
dirtySet(); 

int Clientlnfo::uplinkCurrentGet() 

return uplinkCurrent; 

void Clientlnfo::downlinkCapacitySet( int downlinkCapacitylnit ) 

downlinkCapacity = downlinkCapacitylnit; 
dirtySet(); 

int Clientlnfo::downlinkCapacityGet() 

return downlinkCapacity; 

void Clientlnfo::downlinkCurrentSet( int downlinkCurrentlnit ) 

downlinkCurrent = downlinkCurrentlnit; 
dirtySet(); 

int Clientlnfo::downlinkCurrentGet() 

return downlinkCurrent; 

void Clientlnfo::storageCapacitySet( long long storageCapacitylnit ) 

storageCapacity = storageCapacitylnit; 
dirtySet(); 

long long Clientlnfo::storageCapacityGet() 

return storageCapacity; 
void Clientlnfo::storageCurrentSet( long long storageCurrentlnit ) 



storageCurrent = storageCurrentlnit; 
dirtySet(); 

} 

long long Clientlnfo::storageCurrentGet() 
{ 

return storageCurrent; 

} 

void Clientlnfo::connectedSet( bool connectedlnit ) 
{ 

connected = connectedlnit; 
dirtySet(); 

} 

bool Clientlnfo::connectedGet() 
{ 

return connected; 

} 

void Clientlnfo::contactl_astSet( long long contact Last I nit ) 
{ 

contactLast = contactLastlnit; 
dirtySet(); 

} 

long long Clientlnfo::contactl_astGet() 
{ 

return contactLast; 

} 

void Clientlnfo::contactTimeoutSet( long long contactTimeoutlnit ) 
{ 

contactTimeout = contactTimeoutlnit; 
dirtySet(); 

} 

long long Clientlnfo::contactTimeoutGet() 
{ 

return contactTimeout; 

} 

void Clientlnfo::passiveSet( bool passivelnit ) 
{ 

passive = passivelnit; 
dirtySet(); 

} 

bool Clientlnfo::passiveGet() 
{ 

return passive; 

} 

//scheduler.cpp 

// Copyright (c) 2004, Alio TV. All Rights Reserved. 
#include "scheduler.h" 
#include "stdio.h" 
#include "sys/time.h" 
#include "time.h" 

#define RESOLUTION 1000 



#define SCHEDULERJD -1 

#define SCHEDULER_CLIENT_CONTACT_TIMEOUT ( 35 * 60 ) 

#define SCHEDULER_STRING_SIZE 1 000 

#define SCHEDULER_CUSTOMER_COUNT_MAX 1 0000 

#define SCHEDULER_SPAWN_QUICK_INTERVAL 4 

#define SCHEDULER_SPAWN_COUNT 1 00 

#define SCHEDULER_CUSTOMER_LIST_SIZE 12 

#define SCHEDULER_MEDIA_COUNT 34 

#define SCHEDULER MESSAGE RETRIES 3 

#define SCHEDULER_TRANSFER_SIZE ( 2000000000LL / 1 0 ) 

#define SCHEDULER_TRANSFER_TIMEOUT ( 3 * 60 ) 

#define SCHEDULER_TRANSFER_COUNT_MAX 50 

#define SCHEDULER_CLIENT_DOWNLINK_DEFAULT 1000000 

#define SCHEDULER_CLIENT_UPLINK_DEFAULT 128000 

#define SCHEDULER_SERVER_DOWNLINK_DEFAULT 45000000 

#define SCHEDULER_SERVER_UPLINK_DEFAULT 45000000 

//#define SCHEDULER SERVER DOWNLINK DEFAULT 5000000 

//#define SCHEDULER_SERVER_UPLINK_DEFAULT 5000000 

#define SCHEDULER MEDIA AUTHORIZATION TIME (10 * 60) 

//#define SCHEDULER_MEDIA_AUTHORIZATION_TIME (48 * 60 * 60) 

#define SCHEDULER_WATCHABLE_MAX 12 

#define SCHEDULER_MEDIA_COST ( 4.5 ) 

Scheduler* theScheduler; 

void* threadRunCall( void* ) 

{ 

theScheduler- >threadRunning(); 
return NULL; 

} 

Scheduler::Scheduler( int init ) 
{ 

ui Interface = NULL; 
running = false; 
theScheduler = this; 
ipPort = 0; 

customerSpawnLast = 0; 
customerCount = 0; 
p2pEnable = false; 
serverEnable = false; 
// Create the mutex 

pthread_mutex_init( &runningMutex, NULL ); 
databaselnitialize( init ); 

messageEngine = new MessageEngine( SCHEDULERJD, "alio_scheduler" ); 
srandom( timeGet() ); 
transferPriority = false; 

} 

void Scheduler::uilnterfaceSet( SchedulerU I Interface* uilnterfacelnit ) 
{ 

uilnterface = uilnterfacelnit; 

} 

void Scheduler::run() 



if ( Irunning ) 
{ 

Log::LT( &alioSession, 3, "Scheduler", "RUN", "Run command issued from LIT ); 
u i I nterf ace->log Update() ; 
running = true; 

printf( " running with port %d\n", ipPort ); 
messageEngine->listeningPortSet( ipPort ); 
messageEngine->run(); 
// Fire up the input thread 

pthread_create( &runningThread, NULL, threadRunCall, NULL ); 

} 

} 

void Scheduler::stop() 
{ 

if ( running ) 
{ 

Log::LT( &alioSession, 3, "Scheduler", "STOP", "Stop command issued from Ul" ); 
u i I nterf ace->log Update() ; 
messageEngine->stop(); 
running = false; 

} 

void Scheduler::p2pEnableSet( bool enable ) 

p2pEnable = enable; 
void Scheduler::serverEnableSet( bool enable ) 

serverEnable = enable; 
long long Scheduler: :timeGet() 

return time( 0 ); 

void Scheduler::threadRunning( ) 

struct timeval timeStart; 
struct timeval timeEnd; 
struct timeval timeDifference; 
printf( "RUNNING\n" ); 
running = true; 
while ( running ) 
{ 

gettimeofday( &timeStart, NULL ); 

iterate( timeGet() ); 

gettimeofday( &timeEnd, NULL ); 

timeSubtract( &timeDifference, &timeStart, &timeEnd ); 

long long us = timeDifference.tv_sec * 1000000 + timeDifference.tv_usec; 

//printf(" Took %ldms\n", us/ 1000 ); 



long long overrun = us - ( RESOLUTION * 1000 ); 

if ( overrun <= 0 ) 

{ 

usleep( ( RESOLUTION * 1000 ) - us ); 
// printf( " Took %lldms\n", us/ 1000 ); 

} 

else 

printf( " Overran time by %lldms\n", overrun / 1 000 ); 
//seconds+= RESOLUTION/1000; 
uilnterface->timeUpdate(); 

} 

printf( "STOPPED\n" ); 

} 

void Scheduler::iterate( long long seconds ) 
{ 

bool logRefresh = false; 
bool messageRefresh = false; 
bool clientlnfoRefresh = false; 
// printf ( "Iterate %lld\n", seconds ); 
// Do a bunch of stufff - each one in it's own transaction 

// initiate transfers - alternate high and low priority 
transfersDesign( transferPriority ); 
transferPriority = ItransferPriority; 
// Check on any wayward transfers 
transfersMonitor( seconds ); 
// Check on any wayward messages 
messagesMonitor( seconds ); 
alioSession.transactionStart(); 

if ( customerCount < SCHEDULER_CUSTOMER_COUNT_MAX && seconds > customerSpawnLast + 
SCHEDULER_SPAWN_QUICK_INTERVAL ) 
{ 

for ( int i = 0; i < SCHEDULER_SPAWN_COUNT; i++ ) 

customerNewCreate( ); 
customerSpawnLast = seconds; 

} 

alioSession.transactionEnd(); 
alioSession.transactionStartQ; 
printf( "Scheduler: Messages " ); 
Array < Message* > ms; 

messageEngine->messagesReceiveByReceiver( &alioSession, &ms, SCHEDULER_ID ); 
printf("Count %d\n", ms.sizeGet() ); 
if ( ms.sizeGet() > 0 ) 
{ 

//printf( " %d Incoming MessagesVn", ms.sizeGet() ); 

for ( int i = 0; i < ms.sizeGet(); i++ ) 

{ 

Message* m = ms.elementGet( i ); 

//printf ( " %d: %s\n", i, m->messageGet() ); 

Log::L( &alioSession, 3, "Scheduler", "Message In", m->messageGet() ); 
processMessage( m ); 



m->deleteObject(); 
logRefresh = true; 
messageRefresh = true; 

} 

} 

alioSession.transactionEnd(); 
//printf( " Check Status\n" ); 
alioSession.transactionStart(); 
Array< Clientlnfo* > cis; 

Clientlnfo::FindByContactTimeout( &cis, &alioSession, seconds ); 

if ( cis.sizeGet() > 0 ) 

{ 

printf( " %d Clients Timedout\n", cis.sizeGet() ); 

for ( int i = 0; i < cis.sizeGet(); i++ ) 

{ 

Clientlnfo* ci = cis.elementGet( i ); 

printf( " %d: Clientld %d : Timeout %lld\n", i, ci->idGet( ), ci->contactTimeoutGet() ); 

if ( !ci->passiveGet() ) 

{ 

ci->contactTimeoutSet( seconds + SCHEDULER_CLIENT_CONTACT_TIMEOUT ); 

ci->connectedSet( false ); 

Message* m = new Message( ); 

m->toldSet( ci->idGet() ); 

m->fromldSet( SCHEDULERJD ); 

m->messageSet( M contactPassive( );" ); 

m->timestampSet( seconds ); 

messageEngine->messageSend( &alioSession, m ); 

Log::L( &alioSession, 3, "Scheduler", "Message Out", m->messageGet() ); 

logRefresh = true; 

clientlnfoRefresh = true; 

} 

} 

} 

alioSession.transactionEnd(); 

// do a search for clients with under populated boxes - sort by how bad it is 

/* 

if ( logRefresh ) 

u i I nterf ace->log Update() ; 
if ( messageRefresh ) 

uilnterface->messageUpdate(); 
if ( clientlnfoRefresh ) 

uilnterface->clientlnfoUpdate(); 

*/ 
} 

bool Scheduler::transfersDesign( bool topPriority ) 
{ 

if ( !p2pEnable && IserverEnable ) 
{ 

return false; 

} 



// Each one in a transaction? 
alioSession.transactionStart(); 
Array< Clientlnfo* > desparados; 
if ( topPriority ) 
{ 

printf( "Scheduler: Downloads High Priority " ); 
Clientlnfo::FindTopPriorityDownload( &desparados, &alioSession ); 

} 

else 
{ 

printf( "Scheduler: Downloads Low Priority " ); 

Clientlnfo: :FindNormalPriorityDownload( &desparados, &alioSession ); 

} 

int count = desparados.sizeGet(); 
printf("Count %d\n", count ); 
if ( count > 0 ) 
{ 

printf( " %d Clients Ready For Media %s\n", count, ( topPriority ? "High Priority" : "Low Priority" ) ); 

for ( int i = 0; i < desparados. sizeGet(); i++ ) 

{ 

Clientlnfo* receiver = desparados.elementGet( i ); 
printf( " Clientld %d ", receiver->idGet( ) ); 
// Find a media item 

int nextMedialtem = receiver->medialtemForDownloadNextGet(); 
if ( nextMedialtem != -1 ) 

{ 

printf( " Media Item %d ", nextMedialtem ); 
// Find a donor 

Array< Clientlnfo* > suppliers; 
if ( receiver->preloadingGet() ) 

Clientlnfo::FindServers( &suppliers, &alioSession ); 
else 
{ 

// ensure that if the receiver is a "passive" i.e. can not receive calls, can't chose a donor that is "passive" too 
Clientlnfo::FindMediaSource( &suppliers, &alioSession, nextMedialtem, p2pEnable, serverEnable, receiver- 
>passiveGet() ); 
} 

if ( suppliers. sizeGet() > 0 ) 
{ 

Clientlnfo *sender = suppliers. elementGet( 0 ); 

// need to confirm that the sender has still got bandwidth 

// might have been commited in a previous loop 

printf( " Sender %d ", sender->idGet() ); 

// Find the actual client media record for the receiver 

ClientMedia *cm = receiver- >clientMediaGetFromMediald( nextMedialtem ); 
// Set the flag in Client Media to signal downloading 
cm->downloadingSet( cm->downloadingGet() + 1 ); 
// Make a transfer record 

Transfer* transfer = new Transfer( &alioSession ); 
transfer- >toClientldSet( receiver->idGet() ); 



transfer- >fromClientldSet( sender->idGet() ); 
transfer->medialdSet( nextMedialtem ); 
transfer->transferByteStartSet( cm->sizeCurrentGet() ); 
transfer->transferByteCurrentSet( cm->sizeCurrentGet() ); 

transfer->toContactProcess( timeGet(), SCHEDULER_TRANSFER_TIMEOUT ); 
transfer->fromContactProcess( timeGet(), SCHEDULER_TRANSFER_TIMEOUT ); 
long long remainingSize = cm->sizeGet() - cm->sizeCurrentGet(); 

long long transferSize = ( remainingSize < SCHEDULER_TRANSFER_SIZE ) ? remainingSize : 
SCHEDULERTRANSFERSIZE; 

transfer->transferByteLengthSet( transferSize ); 
// Send the transfer start message to the clients 



// 


Arg 0 = 


"transferStart" 


// 


Arg 1 = 


scheduler transfer id 


// 


Arg 2 = 


remote id 


// 


Arg 3 = 


remote ip address 


// 


Arg 4 = 


remote transfer port 


// 


Arg 5 = 


media id 


// 


Arg 6 = 


active 


// 


Arg 7 = 


sending 


// 


Arg 8 = 


start byte 


// 


Arg 9 = 


length 



char t[ SCHEDULER_STRING_SIZE ]; 
Message* mr = new Message( ); 
mr->toldSet( receiver->idGet() ); 
mr->fromldSet( SCHEDULERJD ); 
mr->passiveSendSet( receiver->passiveGet() ); 

snprintf( t, SCHEDULER_STRING_SIZE, M transferStart( %d, %d, %s, %d, %d, %d, %d, %lld, %lld )", 
transfer->idGet(), sender->idGet(), sender->ipAddressGet(), sender->ipTransferPortGet(), 
nextMedialtem, receiver->passiveGet(), 0, 

transfer- >transferByteStartGet(), transfer- >transferBytel_engthGet() ); 
mr->messageSet( t ); 

messageEngine->messageSend( &alioSession, mr ); 
Message* ms = new Message( ); 
ms->toldSet( sender->idGet() ); 
ms->fromldSet( SCHEDULERJD ); 
ms->passiveSendSet( sender->passiveGet() ); 

snprintf( t, SCHEDULER_STRING_SIZE, "transferStart( %d, %d, %s, %d, %d, %d, %d, %lld, %lld )", 
transfer->idGet(), receiver->idGet(), receiver->ipAddressGet(), receiver->ipTransferPortGet(), 
nextMedialtem, !receiver->passiveGet(), 1, 

transfer- >transferByteStartGet(), transfer- >transferBytel_engthGet() ); 
ms->messageSet( t ); 

messageEngine->messageSend( &alioSession, ms ); 
// Get the likely download utilization 

int uplinkRateMax = sender->uplinkCapacityGet() - sender->uplinkCurrentGet(); 
int downlinkRateMax = receiver- >downlinkCapacityGet() - receiver->downlinkCurrentGet(); 
int transferRate = ( uplinkRateMax < downlinkRateMax ) ? uplinkRateMax : downlinkRateMax; 
transfer- >transferRateldealSet( transferRate ); 

// preloads don't load the server - see processMessageTransferComplete() & transferAbort( ) for the opposite 
if ( !( sender- >serverGet() && receiver->preloadingGet() ) ) 
sender->uplinkCurrentSet( sender->uplinkCurrentGet() + transferRate ); 



receiver->downlinkCurrentSet( receiver->downlinkCurrentGet() + transferRate ); 
// Other stuff to do? 

} 

} 

printf( "\n" ); 

} 

} 

alioSession.transactionEnd(); 

return count < SCHEDULERTRANSFERCOUNTMAX; 

} 

void Scheduler::transfersMonitor( long long time ) 
{ 

alioSession.transactionStart(); 
Array <Transfer*> transfers; 

Transfer: :FindByContactTimeout( transfers, &alioSession, time ); 
int count = transfers. sizeGet(); 
for ( int i = 0; i < count; i++ ) 
{ 

Transfer transfer = transfers. elementGet( i ); 
// clobber it 

transferAbort( transfer ); 
transfer->deleteObject(); 

} 

alioSession.transactionEnd(); 

} 

void Scheduler::messagesMonitor( long long UNUSED time ) 
{ 

alioSession.transactionStart(); 
Array <Message*> messages; 

Message: :FindByRetriedOut( &messages, &alioSession, SCHEDULERJD, SCHEDULER_MESSAGE_RETRIES ); 
int count = messages. sizeGet(); 
for ( int i = 0; i < count; i++ ) 
{ 

Message *message = messages.elementGet( i ); 

Log::L( &alioSession, 3, "Scheduler", "Abandoning Message - too old", message->messageGet() ); 
message->deleteObject() ; 

} 

alioSession.transactionEnd(); 

} 

void Scheduler: :transferAbort( Transfer* transfer ) 
{ 

// specific action will depend on the state the different communicands find themselves in 
Clientlnfo* sender = Clientlnfo::Find( &alioSession, transfer- >fromClientldGet() ); 
Clientlnfo* receiver = Clientlnfo::Find( &alioSession, transfer->toClientldGet() ); 
if ( sender ) 
{ 

// preloads don't load the server - see transferDesign( ) for the opposite 
if ( !( sender->serverGet() && receiver && receiver->preloadingGet() ) ) 
sender->uplinkCurrentSet( sender->uplinkCurrentGet() - transfer- >transferRateldealGet() ); 
if ( sender->connectedGet() ) 



{ 

transferAbortMessageSend( transfer- >fromClientldGet(), transfers idGet() ); 
sender- >connectedSet( false ); 

} 

} 

if ( receiver ) 
{ 

receiver->downlinkCurrentSet( receiver- >downlinkCurrentGet() - transfer- >transferRateldealGet() ); 

if ( receiver->connectedGet() ) 

{ 

transferAbortMessageSend( transfer- >toClientldGet(), transfer->idGet() ); 
receiver- >connectedSet( false ); 

} 

} 

ClientMedia *cm = ClientMedia::FindByClientldAndMediald( &alioSession, transfer- >toClientldGet(), transfer - 
>medialdGet() ); 
if ( cm ) 

cm->downloadingSet( cm->downloadingGet() - 1 ); 

} 

void Scheduler::processMessage( Message* message ) 
{ 

Array< char* > strings; 
message->messageParse( &strings ); 
if ( strings.sizeGet() > 0 ) 
{ 

char* function = strings. elementGet( 0 ); 
if ( strcmp( function, "clientNew" ) == 0 ) 

{ 

processMessageClientNew( &strings ); 

} 

if ( strcmp( function, "ping" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "New Ping Message", message->messageGet() ); 
processMessagePing( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "contact" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "New Contact Message", message->messageGet() ); 
processMessageContact( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "clientMediaNew" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "New Client Media", message->messageGet() ); 
processMessageClientMediaNew( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "clientMediaComplete" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Client Media Complete", message->messageGet() ); 
processMessageClientMediaComplete( message->fromldGet(), &strings ); 

} 



if ( strcmp( function, "transferStarting" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Starting", message->messageGet() ); 
processMessageTransferStarting( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "transferListening" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Listening", message->messageGet() ); 
processMessageTransferl_istening( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "transferConnecting" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Connecting", message->messageGet() ); 
processMessageTransferConnecting( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "transferTransferring" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Transfering", message->messageGet() ); 
processMessageTransferTransferring( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "transferProgress" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Progress", message->messageGet() ); 
processMessageTransferProgress( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "transferComplete" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Complete", message->messageGet() ); 
processMessageTransferComplete( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "transferTimeout" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Timeout", message->messageGet() ); 
processMessageTransferTimeout( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "transferError" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Error", message->messageGet() ); 
processMessageTransferError( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "mediaAuthorizationRequest" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "MediaAuthorizationRequest", message->messageGet() ); 
processMessageMediaAuthorizationRequest( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "clientMediaMove" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "ClientMediaMove", message->messageGet() ); 
processMessageClientMediaMove( message->fromldGet(), &strings ); 

} 



if ( strcmp( function, "clientMediaRemove" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "ClientMediaRemove", message->messageGet() ); 
processMessageClientMediaRemove( message->fromldGet(), &strings ); 

} 

if ( strcmp( function, "clientMediaAdd" ) == 0 ) 
{ 

Log::L( &alioSession, 3, "Scheduler", "ClientMediaAdd", message->messageGet() ); 
processMessageClientMediaAdd( message->fromldGet(), &strings ); 

} 

} 

for ( int i = 0; i < strings. sizeGet(); i++ ) 
free( strings. elementGet( i ) ); 

} 

void Scheduler::processMessageClientNew( Array< char* >* arguments ) 
{ 

// Arg 0 = "clientNew" 
// Arg 1 = client id 
// Arg 2 = server? 
//Arg 3 = simulated? 
// Arg 4 = passive? 
// Arg 5 = ip address 
// Arg 6 = ip message port 
// Arg 7 = ip transfer port 
// Arg 8 = disk capacity 
int idlnit; 

sscanf( arguments->elementGet( 1 ), "%d", &idlnit ); 
// Try to find the record for this client 

Clientlnfo *clientlnfo = Clientlnfo::Find( &alioSession, idlnit ); 
if ( clientlnfo == 0 ) 
clientlnfo = new Clientlnfo( &alioSession, idlnit ); 
int serverlnit; 

sscanf( arguments->elementGet( 2 ), "%d", &serverlnit ); 
clientlnfo->serverSet( ( serverlnit != 0 ) ); 
int simulatedlnit; 

sscanf( arguments->elementGet( 3 ), "%d", &simulatedlnit ); 
clientlnfo->simulatedSet( ( simulatedlnit != 0 ) ); 
int passive I nit; 

sscanf( arguments->elementGet( 4 ), "%d", &passivelnit ); 
clientlnfo->passiveSet( ( passivelnit != 0 ) ); 
clientlnfo->ipAddressSet( arguments->elementGet( 5 ) ); 
int ipMessagePortlnit; 

sscanf( arguments->elementGet( 6 ), "%d", &ipMessagePortlnit ); 
clientlnfo->ipMessagePortSet( ipMessagePortlnit ); 
int ipTransferPortlnit; 

sscanf( arguments->elementGet( 7 ), "%d", &ipTransferPortlnit ); 
clientlnfo->ipTransferPortSet( ipTransferPortlnit ); 
clientlnfo->customerldSet( -1 ); 
long long storageCapacitylnit; 

sscanf( arguments->elementGet( 8 ), "%lld", &storageCapacitylnit ); 



clientlnfo->storageCapacitySet( storageCapacitylnit ); 
clientlnfo->contactl_astSet( timeGet() ); 

clientlnfo->contactTimeoutSet( timeGet() + SCHEDULER_CLIENT_CONTACT_TIMEOUT ); 

printf( "New Client Created : %d \n", clientlnfo->idGet() ); 

// If it's a server, it doesn't get a customer id 

Customer* customer = 0; 

if ( !clientlnfo->serverGet() ) 

{ 

Array< Customer* > customers; 

Customer::FindByClientNew( &customers, &alioSession ); 

if ( customers. sizeGet() == 0 ) 

{ 

Log::L( &alioSession, 3, "Scheduler", "No New Customer", "Attempting to create a new customer on demand" ); 
customerNewCreate( ); 

Customer: :FindByClientNew( &customers, &alioSession ); 

if ( customers.sizeGet() == 0 ) 

{ 

Log::L( &alioSession, 2, "Scheduler", "Couldn't make a new Customer", "No customer available : ignoring" ); 
return; 

} 

} 

customer = customers. elementGet( 0 ); 

customer- >clientNewSet( customer- >clientNewGet() - 1 ); 

clientlnfo->customerldSet( customer->idGet() ); 

clientlnfo->downlinkCapacitySet( SCHEDULER_CLIENT_DOWNLINK_DEFAULT ); 
clientlnfo->uplinkCapacitySet( SCHEDULER_CLIENT_UPLINK_DEFAULT ); 

} 

else 
{ 

clientlnfo->downlinkCapacitySet( SCHEDULER_SERVER_DOWNLINK_DEFAULT ); 
clientlnfo->uplinkCapacitySet( SCHEDULER_SERVER_UPLINK_DEFAULT ); 

} 

// Debugging... 

// clientlnfo->commitDBObject(); 

Message *clientConfirm = new Message( &alioSession ); 
clientConfirm->fromldSet( SCHEDULER_ID ); 
clientConfirm->toldSet( clientlnfo->idGet() ); 
clientConfirm->passiveSendSet( clientlnfo->passiveGet() ); 
char text[ 1000 ]; 

snprintf( text, 1000, "clientNewConfirm( %d, %s, %d, %d )", clientlnfo->idGet(), ( customer != 0 ) ? customer- 
>nameGet() : "SERVER", clientlnfo->uplinkCapacityGet(), clientlnfo->downlinkCapacityGet() ); 
clientConfirm->messageSet( text ); 
// Send Media Items 

// No need to send items to the server - the simulator automagically does this 

if ( clientlnfo->serverGet() || !clientlnfo->simulatedGet() ) 

{ 

Array< Medialnfo* > medialnfo; 

Medialnfo::FindByCatalog( &medialnfo, &alioSession, 0 ); 

for ( int i = 0; i < medialnfo. sizeGet(); i++ ) 

{ 



Medialnfo *mi = medial nfo.elementGet( i ); 
// Send the info about the media item to the client 
Message *m = new Message( &alioSession ); 
m->fromldSet( SCHEDULERJD ); 
m->toldSet( clientlnfo->idGet() ); 
m->passiveSendSet( clientlnfo->passiveGet() ); 
char s[ SCHEDULER_STRING_SIZE ]; 

sprintf( s, M medialnfo( %d, %d, \"%s\" 5 \"%s\", \"%s\", \"%sY\ %d, \"%s\", %lld )" 5 

mi->idGet(), 

mi->catalogldGet(), 

mi->genreGet(), 

mi->titleGet(), 

mi->descriptionGet(), 

mi->directorGet(), 

mi->releaseYearGet(), 

mi->filenameGet(), 

mi->sizeGet() ); 
m->messageSet( s ); 

} 

} 

if ( !clientlnfo->serverGet() ) 
{ 

int clientMediaCount = 0; 

// Create Client Media Items and messages to the client for each one 
Array< CustomerMedia* > customerMedia; 

CustomerMedia::FindForNewClient( &customerMedia, &alioSession, customer->idGet() ); 

int customerClientld = -1 ; 

for ( int i = 0; i < customerMedia.sizeGet(); i++ ) 

{ 

CustomerMedia *c = customerMedia.elementGet( i ); 
if ( customerClientld == -1 ) 

customerClientld = c->customerClientldGet(); 
// need to only do those customer media items that are for the same box 
if ( customerClientld == c->customerClientldGet() ) 
{ 

clientMediaCount++; 

ClientMedia *cm = new ClientMedia( &alioSession ); 
cm->clientldSet( clientlnfo->idGet() ); 
cm->medialdSet( c->medialdGet() ); 
cm->rankSet( c->rankGet() ); 

Medialnfo* mi = Medialnfo::Find( &alioSession, c->medialdGet() ); 
cm->sizeSet( mi->sizeGet() ); 

bool complete = ( clientlnfo->simulatedGet() || clientlnfo->idGet() == 0 ); 

cm->sizeCurrentSet( ( complete ) ? cm->sizeGet() : 0 ); 

cm->completeSet( complete ); 

cm->requestedSet( true ); 

if ( complete ) 

{ 

clientlnfo->storageCurrentSet( clientlnfo->storageCurrentGet() + cm->sizeGet() ); 
clientlnfo->mediaAvailableCountSet( clientMediaCount ); 



clientlnfo->mediaUnwatchedCountSet( clientMediaCount ); 

} 

Message *m = new Message( &alioSession ); 
m->fromldSet( SCHEDULERJD ); 
m->toldSet( clientlnfo->idGet() ); 
m->passiveSendSet( clientlnfo->passiveGet() ); 
char s[ SCHEDULER_STRING_SIZE ]; 

// For testing only, if a client is simulated (or a server) let's pretend that the media is loaded already 
sprintf( s, "mediaQueue( %d, %d, %d )", c->medialdGet(), c->rankGet(), complete ); 
m->messageSet( s ); 

} 

clientlnfo->mediaListSizeSet( clientMediaCount ); 

} 

} 

clientlnfo->preloadingSet( !clientlnfo->simulatedGet() ); 
Log::L( &alioSession, 3, "Scheduler", "New Client", text ); 

} 

void Scheduler::processMessagePing( int fromld, Array< char* > UNUSED * arguments ) 
{ 

// Arg 0 = "clientNew" 
// Arg 1 = ip address 
// Arg 2 = ip port 
// Look the client up 

Clientlnfo* client = Clientlnfo::Find( &alioSession, fromld ); 
//check them! 

Message *clientConfirm = new Message( &alioSession ); 
clientConfirm->fromldSet( SCHEDULERJD ); 
clientConfirm->toldSet( fromld ); 
clientConfirm->messageSet( "pingBack( )" ); 
if ( client != 0 ) 

clientConfirm->passiveSendSet( client->passiveGet() ); 
char s[ 10 ]; 

sprintf( s, "Clientld:%d", fromld ); 

Log::L( &alioSession, 3, "Scheduler", "Ping Message", s ); 
printf( "Ping from %d\n", fromld ); 

} 

void Scheduler::processMessageContact( int fromld, Array< char* > UNUSED * arguments ) 
{ 

// Arg 0 = "contact" 
// Update the client info 

Clientlnfo *clientlnfo = Clientlnfo::Find( &alioSession, fromld ); 

if ( clientlnfo != 0 ) 

{ 

clientlnfo->contactTimeoutSet(timeGet() + SCHEDULER_CLIENT_CONTACT_TIMEOUT ); 
clientlnfo->connectedSet( true ); 
clientlnfo->contactLastSet( timeGet() ); 

Log::L( &alioSession, 3, "Scheduler", "Contact Message", "Clientld:%d", fromld ); 

} 

else 
{ 



Log::L( &alioSession, 3, "Scheduler", "Contact Message from Unknown", "Clientld:%d", fromld ); 

} 

} 

void Scheduler::processMessageClientMediaNew( int fromld, Array< char* >* arguments ) 
{ 

// Arg 0 = "clientMediaNew" 
// Arg 1 = mediald 
// Arg 3 = requested 
// Arg 4 = rank 

Clientlnfo *clientlnfo = Clientlnfo::Find( &alioSession, fromld ); 

if ( clientlnfo != 0 ) 

{ 

int mediald = -1; 
int requested I nit = 0; 
bool requested = false; 
int rank = -1 ; 

sscanf( arguments->elementGet( 1 ), "%d", &mediald ); 
sscanf( arguments->elementGet( 2 ), "%d", &requestedlnit ); 
requested = ( requestedlnit != 0 ); 
sscanf( arguments->elementGet( 3 ), "%d", &rank ); 

Log::L( &alioSession, 3, "Scheduler", "New Client Media Message", "Mediald:%d, Requested:%d, Rank:%d", 
mediald, requested, rank); 

clientlnfo->clientMediaNew( mediald, requested, rank); 

} 

} 

void Scheduler::processMessageClientMediaComplete( int fromld, Array< char* >* arguments ) 
{ 

// Arg 0 = "clientMediaNew" 
// Arg 1 = mediald 

Clientlnfo *clientlnfo = Clientlnfo::Find( &alioSession, fromld ); 

if ( clientlnfo != 0 ) 

{ 

int mediald = -1; 

sscanf( arguments->elementGet( 1 ), "%d", &mediald ); 

Log::L( &alioSession, 3, "Scheduler", "Client Media Complete", "Mediald:%d", mediald ); 
clientlnfo->clientMediaComplete( mediald ); 

} 

void Scheduler::processMessageTransferStarting( int fromld, Array< char* >* arguments ) 

transferStateSet( fromld, Transfer: :TRANSFER_STARTING, arguments ); 
void Scheduler::processMessageTransferl_istening( int fromld, Array< char* >* arguments ) 

transferStateSet( fromld, Transfer: :TRANSFER_LISTENING, arguments ); 
void Scheduler::processMessageTransferConnecting( int fromld, Array< char* >* arguments ) 

transferStateSet( fromld, Transfer: :TRANSFER_CONNECTING, arguments ); 



void Scheduler::processMessageTransferTransferring( int fromld, Array< char* >* arguments ) 
{ 

transferStateSet( fromld, Transfer: :TRANSFER_TRANSFERRING, arguments ); 

} 

void Scheduler::processMessageTransferProgress( int fromld, Array< char* >* arguments ) 
{ 

Transfer* transfer = transferStateSet( fromld, Transfer: :TRANSFER_PROGRESS, arguments ); 

if ( transfer ) 

{ 

//Clientlnfo* receiver = Clientlnfo::Find( &alioSession, transfer- >toClientldGet() ); 
int localSends; 
long long bytes; 
long long seconds; 

sscanf( arguments->elementGet( 2 ), "%d", &localSends ); 
sscanf( arguments->elementGet( 3 ), "%lld", &seconds ); 
sscanf( arguments->elementGet( 4 ), "%lld", &bytes ); 
// only bump up the count when the receiver says so 
if ( NocalSends ) 

transfer- >transferByteCurrentSet( transfer- >transferByteCurrentGet() + bytes ); 

} 

} 

void Scheduler::processMessageTransferComplete( int fromld, Array< char* >* arguments ) 
{ 

Transfer* transfer = transferStateSet( fromld, Transfer: :TRANSFER_COMPLETE, arguments ); 

if ( transfer ) 

{ 

if ( transfer->fromStateGet() == Transfer: :TRANSFER_COMPLETE && 
transfer->toStateGet() == Transfer: :TRANSFER_COMPLETE ) 

{ 

Log::L( &alioSession, 3, "Scheduler", "Transfer Complete", "%d - Cleaning up", transfer->idGet() ); 
Clientlnfo* sender = Clientlnfo::Find( &alioSession, transfer- >fromClientldGet() ); 
Clientlnfo* receiver = Clientlnfo::Find( &alioSession, transfer- >toClientldGet() ); 
// preloads don't load the server - see transferDesign( ) for the opposite 
if ( !( sender- >serverGet() && receiver->preloadingGet() ) ) 

sender->uplinkCurrentSet( sender->uplinkCurrentGet() - transfer->transferRateldealGet() ); 
receiver- >downlinkCurrentSet( receiver- >downlinkCurrentGet() - transfer- >transferRateldealGet() ); 
// find the clientMedia for the sender 

ClientMedia* clientMedia = receiver->clientMediaGetFromMediald( transfer->medialdGet() ); 

if ( clientMedia != 0 ) 

{ 

clientMedia->downloadingSet( clientMedia- >downloadingGet() - 1 ); 

clientMedia->sizeCurrentSet( clientMedia->sizeCurrentGet() + transfer- >transferBytel_engthGet() ); 

if ( clientMedia- >sizeCurrentGet() == clientMedia- >sizeGet() ) 

{ 

clientMedia->completeSet( true ); 

// Inform the client that the Media is officially complete 

Message* m = new Message( ); 

m->toldSet( receiver->idGet() ); 

m->fromldSet( SCHEDULERJD ); 

m->passiveSendSet( receiver->passiveGet() ); 



char s[ SCHEDULER_STRING_SIZE ]; 

sprintf( s, "mediaComplete( %d );", transfer->medialdGet() ); 

m->messageSet( s ); 

m->timestampSet( timeGet() ); 

messageEngine->messageSend( &alioSession, m ); 

// make sure the receiver's media count is right 

receiver->mediaProcess( timeGet() ); 

// Make sure the client sorts out 

receiver->downlinkl_astSet( timeGet() ); 

// Check to see if the client is done preloading 

if ( receiver->preloadingGet() ) 

{ 

if ( receiver->mediaAvailableCountGet() >= SCHEDULER_WATCHABLE_MAX ) 
receiver->preloadingSet( false ); 

} 

Log::L( &alioSession, 3, "Scheduler", "Media Complete Message", m->messageGet() ); 

} 

} 

// Update the space on disk 

receiver- >storageCurrentSet( receiver- >storageCurrentGet() + transfer- >transferBytel_engthGet() ); 
// Now get all the media counters, etc. up to date 
receiver->mediaProcess( timeGet() ); 
// Now dump the transfer record 
transf er->deleteObject() ; 

} 

} 

} 

void Scheduler::processMessageTransferTimeout( int UNUSED fromld, Array< char* > UNUSED * arguments ) 
{ 

//transferStateSet( fromld, Transfer: :TRANSFER_ ); 

} 

/** Cancel the transfer for the other party too 

** J 

void Scheduler::processMessageTransferError( int UNUSED fromld, Array< char* > * arguments ) 
{ 

int transferld = -1 ; 

sscanf( arguments->elementGet( 1 ), "%d", &transferld ); 
Transfer* transfer = Transfer: :Find( &alioSession, transferld ); 
if ( transfer ) 
{ 

// put them both offline for a bit 
Clientlnfo* ci; 

ci = Clientlnfo::Find( &alioSession, transfer- >toClientldGet() ); 
if ( ci ) 

ci->connectedSet( false ); 
ci = Clientlnfo::Find( &alioSession, transfer- >fromClientldGet() ); 
if ( ci ) 

ci->connectedSet( false ); 
transf erAbort( transfer ); 
transfer->deleteObject(); 



} 

} 

/** Media Authorization Request 

** J 

void Scheduler::processMessageMediaAuthorizationRequest( int fromld, Array< char* > * arguments ) 
{ 

// Arg 0: mediaAuthorizationRequest 
// Arg 1 : mediald 
int medialnfold = -1 ; 

sscanf( arguments->elementGet( 1 ), "%d", &medialnfold ); 
Clientlnfo* clientlnfo = Clientlnfo::Find( &alioSession, fromld ); 
if ( clientlnfo ) 
{ 

ClientMedia* clientMedia = clientlnfo->clientMediaGetFromMediald( medialnfold ); 

if ( clientMedia ) 

{ 

// Debit client account 

Customer* customer = Customer::Find( &alioSession, clientlnfo->customerldGet() ); 

if ( customer ) 

{ 

customer->accountSet( customer->accountGet() + SCHEDULER_MEDIA_COST ); 

} 

// Keep a record here 

clientMedia->authorize( timeGetQ, SCHEDULER_MEDIA_AUTHORIZATION_TIME ); 

// Authorize the movie 

Message* m = new Message( ); 

m->toldSet( fromld ); 

m->fromldSet( SCHEDULER_ID ); 

m->passiveSendSet( clientlnfo->passiveGet() ); 

char s[ SCHEDULER_STRING_SIZE ]; 

sprintf( s, "mediaAuthorize( %d );", medialnfold ); 

m->messageSet( s ); 

m->timestampSet( timeGet() ); 

messageEngine->messageSend( &alioSession, m ); 

} 

} 

} 

void Scheduler::processMessageClientMediaMove( int fromld, Array< char* >* arguments ) 
{ 

//Arg 0: mediaAuthorizationRequest 
// Arg 1 : rank old 
// Arg 2: rank new 
int rankOld = -1; 

sscanf( arguments->elementGet( 1 ), "%d", &rankOld ); 
int rankNew = -1 ; 

sscanf( arguments->elementGet( 2 ), "%cT\ &rankNew ); 
medialtemMove( fromld, rankOld, rankNew); 

} 

void Scheduler::processMessageClientMediaAdd( int fromld, Array< char* >* arguments ) 



// Arg 0: mediaAuthorizationRequest 
// Arg 1 : rank 
//Arg 2: mediald 
int rank = -1 ; 

sscanf( arguments->elementGet( 1 ), "%d M , &rank ); 
int mediald = -1 ; 

sscanf( arguments->elementGet( 2 ), "%d", &mediald ); 
medialtemAdd( fromld, rank, mediald ); 

} 

void Scheduler::processMessageClientMediaRemove( int fromld, Array< char* >* arguments ) 
{ 

//Arg 0: mediaAuthorizationRequest 
// Arg 1 : rank 
int rank = -1 ; 

sscanf( arguments->elementGet( 1 ), "%d", &rank); 
medialtemRemove( fromld, rank ); 

} 

void Scheduler::medialtemRemove( int clientld, int rank ) 
{ 

if ( clientld != -1 && rank != -1 ) 
{ 

Clientlnfo* ci = Clientlnfo::Find( &alioSession, clientld ); 
if ( ci ) 

ci->clientMediaRemove( rank ); 

Log::L( &alioSession, 3, "Scheduler", "medialtemRemove", "Succeeded Client %d Rank%d", clientld, rank); 

} 

else 

Log::L( &alioSession, 2, "Scheduler", "medialtemRemove", "Failed Client %d Rank %d", clientld, rank ); 

} 

void Scheduler::medialtemMove( int clientld, int rankOld, int rankNew ) 
{ 

if ( clientld != -1 && rankOld != -1 && rankNew != -1 ) 
{ 

Clientlnfo* ci = Clientlnfo::Find( &alioSession, clientld ); 
if ( ci ) 

ci->clientMediaMove( rankOld, rankNew ); 

Log::L( &alioSession, 3, "Scheduler", "medialtemMove", "Succeeded Client %d RankOld %d RankNew %d", 
clientld, rankOld, rankNew ); 
} 

else 

Log::L( &alioSession, 2, "Scheduler", "medialtemMove", "Failed Client %d RankOld %d RankNew %d", clientld, 
rankOld, rankNew ); 
} 

void Scheduler::medialtemAdd( int clientld, int rank, int mediald ) 
{ 

if ( clientld != -1 && rank != -1 && mediald != -1 ) 
{ 

Clientlnfo* ci = Clientlnfo::Find( &alioSession, clientld ); 
if ( ci ) 

ci->clientMediaAdd( rank, mediald ); 



Log::L( &alioSession, 3, "Scheduler", "medialtemAdd", "Succeeded Client %d Rank%d Media %d", clientld, rank, 
mediald ); 
} 

else 

Log::L( &alioSession, 2, "Scheduler", "medialtemAdd", "Failed Client %d Rank %d Media %d", clientld, rank, 
mediald ); 
} 

Transfer* Scheduler: :transferStateSet( int fromld, Transfer: :State state, Array< char* >* arguments ) 
{ 

Transfer* transfer = 0; 
int transferld = -1 ; 

sscanf( arguments->elementGet( 1 ), "%d", &transferld ); 
transfer = Transfer: :Find( &alioSession, transferld ); 
if ( transfer ) 
{ 

if ( fromld == transfer- >fromClientldGet() ) 
{ 

transfer->fromStateSet( state ); 

transfer->fromContactProcess( timeGetQ, SCHEDULER TRANSFER TIMEOUT ); 

} 

else 
{ 

transfer- >toStateSet( state ); 

transfer- >toContactl_astSet( timeGet() ); 

transfer->toContactProcess( timeGet(), SCHEDULER_TRANSFER_TIMEOUT ); 

} 

Log::L( &alioSession, 3, "Scheduler", "Transfer State Change", "Transferld:%d Client %d State %d", transferld, 
fromld, (int)state ); 
} 

else 
{ 

Log::L( &alioSession, 2, "Scheduler", "Transfer State Change Error", "Cant find Transferld:%d Client %d State %d", 
transferld, fromld, (int)state ); 

transferAbortMessageSend( fromld, transferld ); 

} 

return transfer; 

} 

void Scheduler::transferAbortMessageSend( int clientld, int transferld ) 
{ 

Clientlnfo* ci = Clientlnfo::Find( &alioSession, clientld ); 
Message* m = new Message( ); 
m->toldSet( clientld ); 
m->fromldSet( SCHEDULERJD ); 
if ( ci != 0) 

m->passiveSendSet( ci->passiveGet() ); 
char s[ SCHEDULER_STRING_SIZE ]; 
sprintf( s, "transferAbort( %d );", transferld ); 
m->messageSet( s ); 
m->timestampSet( timeGet() ); 
messageEngine->messageSend( &alioSession, m ); 



} 

void Scheduler: :customerNewCreate( ) 
{ 

Customer *customer = new Customer( &alioSession ); 
char n[ 100 ]; 

if ( ( customer->idGet() % 2 ) == 0 ) 
sprintf( n, "Mr %ld", random() % 10000 ); 
else 

sprintf( n, "Ms %ld", random() % 10000 ); 
customer->nameSet( n ); 
customer->clientNewSet( 1 ); 
int ms[ SCHEDULER_MEDIA_COUNT ]; 
for ( int i = 0; i < SCHEDULER_MEDIA_COUNT; i++ ) 
{ 

ms[ i ] = i; 

} 

for ( int i = 0; i < SCHEDULERMEDIACOUNT; i++ ) 
{ 

int a = randomQ % SCHEDULER MEDIA COUNT; 
int b = random() % SCHEDULER_MEDIA_COUNT; 
int t; 

t = ms[ a ]; 

ms[ a ] = ms[ b ]; 

ms[ b ] = t; 

} 

CustomerMedia* customerMedia[ SCHEDULER_CUSTOMER_LIST_SIZE ]; 
for ( int i = 0; i < SCHEDULER_CUSTOMER_LIST_SIZE; i++ ) 

{ 

customerMedia[ i ] = new CustomerMedia( &alioSession ); 
customerMedia[ i ]->customerldSet( customer->idGet() ); 
customerMedia[ i ]->medialdSet( ms[ i ] ); 
customerMedia[ i ]->rankSet( i ); 

} 

customerCount++; 

} 

void Scheduler::databaselnitialize( int init ) 
{ 

Alio Error status = alioSession.connect( "localhost", "alio_scheduler", "test", 0 ); 

if ( status != ALIO_OK ) 

{ 

printf( " Couldn't connect to the DB %d\n", status ); 
return; 

} 

if ( init ) 
{ 

Medialnfo::TableDrop( &alioSession ); 
Log::TableDrop( &alioSession ); 
Message: :TableDrop( &alioSession ); 
Clientlnfo::TableDrop( &alioSession ); 
ClientMedia::TableDrop( &alioSession ); 



Transfer: :TableDrop( &alioSession ); 
Customer::TableDrop( &alioSession ); 
CustomerMedia::TableDrop( &alioSession ); 

} 

Medialnfo::TableConfirm( &alioSession ); 
Clientlnfo::TableConfirm( &alioSession ); 
ClientMedia::TableConfirm( &alioSession ); 
Transfer: :TableConfirm( &alioSession ); 
Message: :TableConfirm( &alioSession ); 
Log::TableConfirm( &alioSession ); 
Customer::TableConfirm( &alioSession ); 
CustomerMedia::TableConfirm( &alioSession ); 
if ( init ) 
{ 

Medialnfo::SamplesCreate( &alioSession, 0, SCHEDULER_MEDIA_COUNT ); 
// CustomerMedia::SamplesCreate( &alioSession, 5, 5 ); 
// Customer: :SamplesCreate( &alioSession, 0, 5 ); 
} 

} 

void Scheduler::timeSubtract( struct timeval* diff, struct timeval* start, struct timeval* end ) 
{ 

diff->tv_sec = end->tv_sec - start->tv_sec; 
diff->tv_usec = end->tv_usec - start- >tv_usec; 
if (diff->tv_usec < 0) 
{ 

-diff->tv_sec; 
diff->tv_usec += 1000000; 

} 

} 

// transfer_engine.cpp 

// Copyright (c) 2004, Alio TV. All Rights Reserved. 

#include <transfer_engine.h> 

#include "stdio.h" 

#include "time.h" 

#include "sys/time.h" 

#include <log.h> 

#include <sys/types.h> 

#include <sys/stat.h> 

#include <sys/socket.h> // sockets 

#include <netinet/in.h> //sockets 

#include <arpa/inet.h> //sockets 

#include <netdb.h> 

#include <unistd.h> 

#include <stdlib.h> // malloc 

#include <fcntl.h> 

#include <time.h> 

#include <errno.h> // for CONREFUSED 

#include <client_info.h> 
#include <alio.h> 

#define RESOLUTION 1000 



#def ine PATH_LENGTH 1 00 

#define TRANSFER_PROGRESS_THRESHOLD 1 0000000LL 

TransferEngine* theTransferEngine; 

static void* threadRunCall( void* transferRecordVP ) 

{ 

TransferRecord* transferRecord = (TransferRecord*)transferRecordVP; 
transferRecord->transferEngine->threadRunning( transferRecord ); 
return NULL; 

} 

TransferRecord ::TransferRecord( TransferEngine* transferEnginelnit, 
int schedulerTransferldlnit, 
int localldlnit, 
int localTransferPortlnit, 
int localClientMedialdlnit, 
int remoteldlnit, 
char* remotelPAddresslnit, 
int remoteTransferPortlnit, 
bool local Activel nit, bool localSendslnit, 
char* localPathlnit, 
long long startlnit, 
long long lengthlnit, 
bool virtualTransferlnit ) 

{ 

transferEngine = transferEnginelnit; 
schedulerTransferld = schedulerTransferldlnit, 
localld = localldlnit, 

localTransferPort = localTransferPortlnit, 
localClientMediald = localClientMedialdlnit; 
remoteld = remoteldlnit; 
if ( remotelPAddresslnit != 0 ) 

remotelPAddress = strdup( remotelPAddresslnit ); 
else 

remotelPAddress = 0; 
if ( localPathlnit != 0 ) 

localPath = strdup( localPathlnit ); 
else 

localPath = 0; 
remoteTransferPort = remoteTransferPortlnit; 
localActive = localActivelnit; 
localSends = localSendslnit; 
start = startlnit; 
length = lengthlnit; 
current = 0; 

virtualTransfer = virtualTransferlnit; 

} 

TransferRecord: :~TransferRecord( ) 
{ 

if ( remotelPAddress != 0 ) 
free( remotelPAddress ); 
if ( localPath != 0 ) 



free( localPath ); 

} 

TransferEngine::TransferEngine( int idlnit, const char UNUSED *databaseName ) 
{ 

id = idlnit; 

transferEngineCallbacklnterface = 0; 
pathBase = strdup( "." ); 

//databaseConnectionlnitialize( databaseName ); 

} 

void TransferEngine::pathBaseSet( const char* pathBaselnit ) 
{ 

if ( pathBase != 0 ) 
free( pathBase ); 

pathBase = strdup( pathBaselnit ); 

} 

void TransferEngine::transferStart( int schedulerTransferld, 
int localld, 

int localTransferPort, 

int localClientMediald, 

int remoteld, 

char* remotelPAddress, 

int remoteTransferPort, 

bool localActive, bool localSends, 

char* localPath, 

long long start, 

long long length, 

bool virtualTransfer ) 

{ 

char p[ PATH_LENGTH ]; 

sprintf( p, "%s/%s", pathBase, localPath ); 

TransferRecord* transferRecord = new TransferRecord( this, schedulerTransferld, 

localld, 

localTransferPort, 
localClientMediald, 
remoteld, 
remotelPAddress, 
remoteTransferPort, 
localActive, localSends, 
p, start, length, 
virtualTransfer ); 

pthread_t transferThread; 

if ( pthread_create( &transferThread, NULL, threadRunCall, transferRecord ) ) 
{ 

printf( "THREAD CREATE FAILEDVn" ); 
delete transferRecord; 

} 

else 
{ 

// this is risky 

transferRecord->thread = transferThread; 



pthread_detach( transferThread ); 

} 

} 

void TransferEngine::transferCancel( int UNUSED schedulerTransferld ) 

{ 

} 

void TransferEngine::threadRunning( TransferRecord* transferRecord ) 
{ 

long long total_bytes_remaining; 

int mySocket; // TCP/IP stuff 

int acceptSocket; 

int transferSocket; // which one (my or accept) to use for the transfer 

struct sockaddMn socketlnternetAddress; 

int fd; // fd for the file being transferred 

char *buffer; // read or write buffer 

int retval; 

struct stat statStruct; // the reader needs to know the size of the file 
int retry; 

pthread_setcancelstate( PTHREAD CANCEL ENABLE, NULL); 
pthread_setcanceltype( PTHREAD_CANCEL_DEFERRED, NULL ); 

printf( "TE TRANSFER START %s %lld %lld\n M , transferRecord->localPath, transferRecord->start, transferRecord- 
>length ); 
if( transferRecord->virtualTransfer ) 
{ 

sleep( 5 ); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferStarting( transferRecord->localld, transferRecord->schedulerTransferld 

); 

sleep( 5 ); 

if ( transferEngineCallbacklnterface != 0 ) 
{ 

if ( transferRecord->localActive ) 

transferEngineCallbacklnterface->transferConnecting( transferRecord->localld, transferRecord- 
>schedulerTransferld ); 
else 

transferEngineCallbacklnterface->transferListening( transferRecord->localld, transferRecord->schedulerTransferld 

); 

} 

sleep( 5 ); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferTransferring( transferRecord->localld, transferRecord- 
>schedulerTransferld ); 
long long time = 0; 
//long long unit = 1966080; 
long long unit = 10000000; 

for ( long long i = transferRecord->start; i < transferRecord->start + transferRecord->length; i += unit ) 
{ 

sleep ( 5 ); 

long long x; 

long long remaining; 



remaining = transferRecord->length - transferRecord->current; 
x = ( remaining < unit ) ? remaining : unit; 
transferRecord->current += x; 
time += 10; 

if ( transferEngineCallbacklnterface != 0 ) 
{ 

// must send a PROGRESS message right before the transferComplete message is sent 
transferEngineCallbacklnterface->transferProgress( transferRecord->localld, transferRecord- 
>schedulerTransferld, 

transferRecord->localClientMediald, transferRecord->localSends, x, time ); 

} 

} 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferComplete( transferRecord->localld, transferRecord- 
>schedulerTransferld, 

transferRecord->localClientMediald, transferRecord->localSends ); 
printf( "TE TRANSFER DONE\n" ); 
// clean up 

delete transferRecord; 
return; 

} // if( transferRecord->virtualTransfer ) 

// initialize stuff 

my Socket = 0; 

acceptSocket = 0; 

transferSocket = 0; 

fd =0; 

// prepare what we can of the socket address, the address and port depend on whether we're active or passive. 
bzero( ( char* ) &socketlnternetAddress, sizeof( socketlnternetAddress ) ); 
socketlnternetAddress.sin_family = AFJNET; 
// allocate the buffer 

if ( ! (buffer = ( char* ) malloc(MAX_BUF_SIZE) ) ) 
{ 

perror("malloc M ); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if(fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

// open the file, if sender, open for reading 

if ( transferRecord->localSends ) 

{ 

fd = open(transferRecord->localPath, 0_RDONLY ); 

if( fd == -1 ) 

{ 

perror( "open"); 

if ( transferEngineCallbacklnterface != 0 ) 



transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 

if( mySocket ) close( my Socket ); 

if( acceptSocket ) close( acceptSocket ); 

if ( fd )close(fd ); 

if( buffer ) free( buffer ); 

delete transferRecord; 

return; 

} 

// get the size of the file 
retval = fstat( fd, &statStruct); 
if( retval ) 
{ 

perror( "fstat"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 

if( mySocket ) close( mySocket ); 

if( acceptSocket ) close( acceptSocket ); 

if ( fd )close(fd ); 

if( buffer ) free( buffer ); 

delete transferRecord; 

return; 

} 

printf( "file size %lld bytes, to transfer %lld, offset %lld\n M , 

(long long) statStruct.st_size, transferRecord->length , transferRecord->start ); 
// if the offset + the requested size > file size, complain 

if( transferRecord->length + transferRecord->start > ( long long )statStruct.st_size) 
{ 

printf("file isn't big enough for the requested transfer\n"); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 

if( mySocket ) close( mySocket ); 

if( acceptSocket ) close( acceptSocket ); 

if ( fd )close(fd ); 

if( buffer ) free( buffer ); 

delete transferRecord; 

return; 

} 

} 

else 

{ // we are the receiver, so open the file for writing, creating if necessary 
fd = open( transferRecord->localPath, 0_WRONLY | 0_CREAT, FILE_CREATE_MODE ); 
if( fd == -1 ) 
{ 

perror( "open"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if ( fd )close(fd ); 
if( buffer ) free( buffer ); 



delete transferRecord; 
return; 

} 

} 

// seek into the file, same for both sender and receiver 
retval = lseek( fd, transferRecord->start, SEEK_SET); 
if( retval == -1 ) 
{ 

perror( "Iseek"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if ( fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

// open a socket; if we're the active partner, this will be our transfer socket. 
// on the other hand, if we're the passive partner, we'll use this socket to 
// listen for connections. 

if( ( mySocket = socket( AFJNET, SOCK STREAM, 0 ) ) == -1 ) 
{ 

perror("socket"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if ( fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

// set up socket and make connection, depending on whether 
// we're the active or the passive party 
if ( transferRecord->localActive ) 
{ 

printf(" active partner - 1 sec\n" ); 
sleep( 10 ); 

printf(" active partner - calling %s\n", transferRecord->remotelPAddress ); 
// the socket address will be the remote address 

inet_pton( AFJNET, transferRecord->remotelPAddress, &socketlnternetAddress.sin_addr); 
socketlnternetAddress.sin_port = htons( transferRecord->remoteTransferPort ); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferConnecting( transferRecord->localld, transferRecord- 
>schedulerTransferld ); 

retry = CONNECT_RETRIES_MAX; 

while( retry-- ) 

{ 

retval = connect( mySocket, 



(struct sockaddr *)&socketlnternetAddress, 
sizeof(socketlnternetAddress)) ; 
if ( retval == 0) 

break; 
if (retval ==-1) 
{ 

if( ECONNREFUSED == errno ) 
{ 

printf("connection refused - will retry\n"); 

} 

else 

perror("connect M ); 

if (CONNECT_RETRY_SLEEP_SECONDS ) sleep( CONNECT_RETRY_SLEEP_SECONDS ); 
continue; 

} 

} 

// we're either connected or we've exhausted the retries 

if( retval ) 

{ 

printf ("connect: exhausted retries\n"); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( my Socket ) close( my Socket ); 
if( acceptSocket ) close( acceptSocket ); 
if(fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

printf ("active partner, connected\n"); 

// note that this socket will be used for the transfer 

transferSocket = mySocket; 

} 

else // passive 
{ 

printf( "passive partner, calling accept\n" ); 
socketlnternetAddress.sin_addr.s_addr = INADDRANY; 
socketlnternetAddress.sin_port = htons( transferRecord->localTransferPort ); 
// allow reuse of the socket address to avoid bind failures 
int yes=1 ; // reuse the socket 
retval = setsockopt ( mySocket, 

SOL_SOCKET, 
SO_REUSEADDR, 

( char* ) &yes, 
sizeof( yes ) ); 
if( retval ) 
{ 

perror( "setsockopt" ); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 



if( mySocket ) close( my Socket ); 
if( acceptSocket ) close( acceptSocket ); 
if ( fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

printf( "passive partner, binding\n" ); 
// bind the socket to the address 
retry = BIN D_RETRI ES_MAX; 
while(retry-) 
{ 

if( ( retval = bind( mySocket, 

(struct sockaddr *) &socketlnternetAddress, 
sizeof( socketlnternetAddress ) ) ) ) 

{ 

perror( "bind" ); 

if (CONNECT_RETRY_SLEEP_SECONDS ) sleep( CONNECT_RETRY_SLEEP_SECONDS ); 
continue; 

} 

break; 

} 

// we're either bound or we've exhausted the retries 

if( retval ) 

{ 

printf ("bind: exhausted retries\n"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if ( fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferListening( transferRecord->localld, transferRecord->schedulerTransferld 

printf( "passive partner, listening\n" ); 

if( listen( mySocket, 1 ) ) 

{ 

perror (" listen" ); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if(fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 



} 

struct timeval timeout; 

timeout.tv_sec = ACCEPT_TIMEOUT_SECONDS; 
timeout.tv_usec = ACCEPT_TIMEOUT_MILLISECONDS; 
printf( "passive partner, accepting\n" ); 
acceptSocket = acceptWithTimeout( 

mySocket, 
&socketlnternetAddress, 

timeout); 
if ( acceptSocket == -1 ) 
{ 

perror (" accept" ); 

if ( transferEngineCallbackl interface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 

if( mySocket ) close( mySocket ); 

if( acceptSocket ) close( acceptSocket ); 

if ( fd )close(fd ); 

if( buffer ) free( buffer ); 

delete transferRecord; 

return; 

} 

printf( "client %s has connected\n", inet_ntoa( socketlnternetAddress.sin_addr ) ); 
transferSocket = acceptSocket; 

// close the listen socket, now the accept one is running 

if( mySocket ) 

{ 

close( mySocket ); 
mySocket = 0; 

} 

} 

// start the transfer 

total_bytes_remaining = transferRecord->length; 
printf("have to transfer %lld bytes\n", total_bytes_remaining ); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbackl nterface->transferStarting( transferRecord->localld, transferRecord->schedulerTransferld ); 
// make note of the starting time 
long long elapsedTime = 0; 
time_t timeStarted; 
time_t timeNow; 
if( -1 == time( &timeStarted ) ) 
{ 

perror("time"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
} // continue anyway, but elapsed time might be bogus 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferTransferring( transferRecord->localld, transferRecord- 
>schedulerTransferld ); 
long long transfered = 0; 
do 



if ( transferRecord->localSends ) 
{ // sender 

int bytes_to_read_this_read; 

int bytes_read_this_read; 

int bytes_sent_this_send; 

int bytes_sent_this_read; 

memset(buffer, 0, MAX_BUF_SIZE); 

// how many bytes to ask for? 

bytes_to_read_this_read = ( total_bytes_remaining < MAX_BUF_SIZE ) 
? total_bytes_remaining 
: MAX_BUF_SIZE ; 
bytes_read_this_read = read( fd, buffer, bytes_to_read_this_read ); 
if( -1 == bytes_read_this_read ) 
{ 

perror( "read"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if ( fd )close(fd ); 
if ( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

// printf( "remaining %lld bytes, read %d\n", total_bytes_remaining , bytes_read_this_read ); 

if( o == bytes_read_this_read ) 

{ 

printf("end of file\n"); 
if( total_bytes_remaining ) 
{ 

printf("ERROR: reached EOF but still have bytes to send\n"); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld 

if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if(fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

else 
{ 

printf("LOGIC ERROR: still in loop but no bytes remaining\n"); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld 

if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 



if(fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

} 

if( bytes_to_read_this_read != bytes_read_this_read ) 
{ 

printf("read less than the buffer size: odd, but not an error\n"); 

} 

bytes_sent_this_read = 0; 

do 

{ 

bytes_sent_this_send = send( transferSocket, 

buffer + bytes_sent_this_read, 
bytes_read_this_read - bytes_sent_this_read, 
0); 

if( -1 == bytes_sent_this_send ) 
{ 

perror( "send" ); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld 

if( mySocket ) close( mySocket ); //TODO do this on every return 

if( acceptSocket ) close( acceptSocket ); 

if(fd )close(fd ); 

if( buffer ) free( buffer ); 

delete transferRecord; 

return; 

} 

bytes_sent_this_read += bytes_sent_this_send; 
} while ( bytes_sent_this_read < bytes_read_this_read ); 
total_bytes_remaining -= bytes_sent_this_read; 
transfered += bytes_sent_this_read; 

} 

else 

{ // receiver 
int bytes_to_receive_this_receive; 
int bytes_received_this_receive; 
int bytes_written_this_write; 
int bytes_written_this_receive; 
memset(buffer, 0, MAX_BUF_SIZE); 
// how many bytes to ask for? 

bytes_to_receive_this_receive = ( total_bytes_remaining < MAX_BUF_SIZE ) 
? total_bytes_remaining 
: MAX_BUF_SIZE ; 
bytes_received_this_receive = recv( transferSocket, 
buffer, 

bytes_to_receive_this_receive, 
0); 



if( -1 == bytes_received_this_receive ) 
{ 

perror( "recv"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if(fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

// printf( "remaining %lld bytes, received %d\n", total_bytes_remaining, bytes_received_this_receive ); 

if( o == bytes_received_this_receive ) 

{ 

printf("end of file\n"); 

if( total_bytes_remaining ) 

{ 

printf("ERROR: reached EOF but still have bytes to send\n"); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld 

if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if(fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

else 
{ 

printf("LOGIC ERROR: still in loop but no bytes remaining\n M ); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld 

if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 
if(fd )close(fd ); 
if( buffer ) free( buffer ); 
delete transferRecord; 
return; 

} 

} 

if( bytes_to_receive_this_receive != bytes_received_this_receive ) 
{ 

//printf("received less than the requested: odd, but not an error\n M ); 

} 

bytes_written_this_receive = 0; 

do 

{ 



bytes_written_this_write = write( fd, 

buffer + bytes_written_this_receive, 

bytes_received_this_receive - bytes_written_this_receive); 
if( -1 == bytes_written_this_write ) 
{ 

perror( "write" ); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld 

); 

if( mySocket ) close( mySocket ); //TODO do this on every return 

if( acceptSocket ) close( acceptSocket ); 

if(fd )close(fd ); 

if( buffer ) free( buffer ); 

delete transferRecord; 

return; 

} 

bytes_written_this_receive += bytes_written_this_write ; 
} while( bytes_written_this_receive < bytes_received_this_receive ); 
total_bytes_remaining -= bytes_written_this_receive; 
transfered += bytes_written_this_receive; 

} 

// how long have we been running? 
if( -1 == time( &timeNow ) ) 

{ 

perror("time"); 

if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferError( transferRecord->localld, transferRecord->schedulerTransferld ); 
} // continue anyway, but elapsed time might be bogus 
elapsedTime = (long long) timeNow - timeStarted; 

// must send a PROGRESS message right before the transferComplete message is sent 
if ( transferEngineCallbacklnterface != 0 && 

( transfered > TRANSFER_PROGRESS_THRESHOLD || 
total_bytes_remaining == 0 ) ) 

{ 

transferEngineCallbacklnterface->transferProgress( transferRecord->localld, 

transferRecord->schedulerTransferld, 

transferRecord->localClientMediald, 

transferRecord->localSends, 

transfered, 

elapsedTime ); 
transfered = 0; 

} 

} while ( total_bytes_remaining ); 
printf("transfertook %lld seconds\n", elapsedTime ); 
if ( transferEngineCallbacklnterface != 0 ) 

transferEngineCallbacklnterface->transferComplete( transferRecord->localld, transferRecord->schedulerTransferld, 

transferRecord->localClientMediald, transferRecord->localSends ); 

// clean up 

if( mySocket ) close( mySocket ); 
if( acceptSocket ) close( acceptSocket ); 



if(fd )close(fd ); 

if( buffer ) free( buffer ); 

delete transferRecord; 

printf( "TE TRANSFER DONE\n" ); 

return; 

} 

void TransferEngine::databaseConnectionlnitialize( const char* database ) 
{ 

AlioError status = alioSession.connect( "localhost", (char*)database, "test", 0 ); 

if ( status != ALIO_OK ) 

{ 

printf( " Couldn't connect TE to the DB %s : Error %d\n", database, status ); 
return; 

} 

} 

long long TransferEngine::timeGet( ) 
{ 

return time( 0 ); 

} 

// call accept with a timeout, if any system calls fail, or 

// if the timeout occurs, return -1 . calling function will 

// be responsible for recovery or cleaning up and informing the system 

//of the failure 

// on success, return a new socket with the accepted connection 
int TransferEngine::acceptWithTimeout( int serverSocket, 

struct sockaddMn* clientlnternetAddress, 

struct timeval timeout) 

{ 

fd_set fds; 
int numFds; 
int retval; 

socklen_t clientlnternetAddressLength; 

int clientSocket; 

numFds = 0; 

FD_ZERO (&fds); 

FD_SET (serverSocket, &fds); 

//printf("calling select on server socket %d\n", serverSocket); 
retval = select (serverSocket + 1, &fds, NULL, NULL, &timeout); 
if (retval < 0) 
{ 

perror ("select"); 
return( -1 ); 

} 

if (FD_ISSET(serverSocket, &fds)) 

// received a call; accept it 

{ 

clientlnternetAddressLength = sizeof ( struct sockaddr ); 
clientSocket = accept( serverSocket, 

(struct sockaddr*) clientlnternetAddress, 

&clientlnternetAddressLength ); 



if( clientSocket < 0 ) 
{ 

perror("accept "); 
return ( -1 ); 

} 

printf( "client %s connected\n", 

inet_ntoa ( clientlnternetAddress->sin_aclclr ) ); 
return( clientSocket ); 

} 

// otherwise we must have simply timed out 
printf( "client connection timeout\n"); 
return ( -1 ); 

} 



